{
  "annotations": {
    "list": [
      {
        "builtIn": 1,
        "datasource": "-- Grafana --",
        "enable": true,
        "hide": true,
        "iconColor": "rgba(0, 211, 255, 1)",
        "name": "Annotations & Alerts",
        "type": "dashboard"
      }
    ]
  },
  "editable": true,
  "gnetId": null,
  "graphTooltip": 0,
  "iteration": 1630924680427,
  "links": [],
  "panels": [
    {
      "collapsed": false,
      "datasource": null,
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 0
      },
      "id": 40,
      "panels": [],
      "title": "Cluster",
      "type": "row"
    },
    {
      "cacheTimeout": null,
      "colorBackground": false,
      "colorValue": false,
      "colors": [
        "#299c46",
        "rgba(237, 129, 40, 0.89)",
        "#d44a3a"
      ],
      "datasource": null,
      "description": "master node total count of cluster",
      "format": "none",
      "gauge": {
        "maxValue": 100,
        "thresholdMarkers": true
      },
      "gridPos": {
        "h": 4,
        "w": 3,
        "x": 0,
        "y": 1
      },
      "id": 38,
      "interval": null,
      "links": [],
      "mappingType": 1,
      "mappingTypes": [
        {
          "name": "value to text",
          "value": 1
        },
        {
          "name": "range to text",
          "value": 2
        }
      ],
      "maxDataPoints": 100,
      "nullPointMode": "connected",
      "nullText": null,
      "options": {},
      "postfix": "",
      "postfixFontSize": "50%",
      "prefix": "",
      "prefixFontSize": "50%",
      "rangeMaps": [
        {
          "from": "null",
          "text": "N/A",
          "to": "null"
        }
      ],
      "sparkline": {
        "fillColor": "rgba(31, 118, 189, 0.18)",
        "lineColor": "rgb(31, 120, 193)",
        "show": true
      },
      "tableColumn": "",
      "targets": [
        {
          "expr": "count(up{cluster=\"$cluster\", app=\"$app\", role=\"master\"} > 0)",
          "format": "time_series",
          "intervalFactor": 1,
          "refId": "A"
        }
      ],
      "thresholds": "",
      "title": "MasterCount",
      "type": "singlestat",
      "valueFontSize": "80%",
      "valueMaps": [
        {
          "op": "=",
          "text": "N/A",
          "value": "null"
        }
      ],
      "valueName": "current"
    },
    {
      "cacheTimeout": null,
      "colorBackground": false,
      "colorValue": false,
      "colors": [
        "#299c46",
        "rgba(237, 129, 40, 0.89)",
        "#d44a3a"
      ],
      "datasource": null,
      "description": "Metanode total count for current selected cluster",
      "format": "none",
      "gauge": {
        "maxValue": 100,
        "thresholdMarkers": true
      },
      "gridPos": {
        "h": 4,
        "w": 3,
        "x": 3,
        "y": 1
      },
      "id": 42,
      "interval": null,
      "links": [],
      "mappingType": 1,
      "mappingTypes": [
        {
          "name": "value to text",
          "value": 1
        },
        {
          "name": "range to text",
          "value": 2
        }
      ],
      "maxDataPoints": 100,
      "nullPointMode": "connected",
      "nullText": null,
      "options": {},
      "postfix": "",
      "postfixFontSize": "50%",
      "prefix": "",
      "prefixFontSize": "50%",
      "rangeMaps": [
        {
          "from": "null",
          "text": "N/A",
          "to": "null"
        }
      ],
      "sparkline": {
        "fillColor": "rgba(31, 118, 189, 0.18)",
        "lineColor": "rgb(31, 120, 193)",
        "show": true
      },
      "tableColumn": "",
      "targets": [
        {
          "expr": "count(up{cluster=\"$cluster\", app=\"$app\", role=\"metanode\"} > 0)",
          "format": "time_series",
          "intervalFactor": 1,
          "refId": "A"
        }
      ],
      "thresholds": "",
      "title": "MetaNodeCount",
      "type": "singlestat",
      "valueFontSize": "80%",
      "valueMaps": [
        {
          "op": "=",
          "text": "N/A",
          "value": "null"
        }
      ],
      "valueName": "current"
    },
    {
      "cacheTimeout": null,
      "colorBackground": false,
      "colorValue": false,
      "colors": [
        "#299c46",
        "rgba(237, 129, 40, 0.89)",
        "#d44a3a"
      ],
      "datasource": null,
      "description": "datanode count",
      "format": "none",
      "gauge": {
        "maxValue": 100,
        "thresholdMarkers": true
      },
      "gridPos": {
        "h": 4,
        "w": 3,
        "x": 6,
        "y": 1
      },
      "id": 41,
      "interval": null,
      "links": [],
      "mappingType": 1,
      "mappingTypes": [
        {
          "name": "value to text",
          "value": 1
        },
        {
          "name": "range to text",
          "value": 2
        }
      ],
      "maxDataPoints": 100,
      "nullPointMode": "connected",
      "nullText": null,
      "options": {},
      "postfix": "",
      "postfixFontSize": "50%",
      "prefix": "",
      "prefixFontSize": "50%",
      "rangeMaps": [
        {
          "from": "null",
          "text": "N/A",
          "to": "null"
        }
      ],
      "sparkline": {
        "fillColor": "rgba(31, 118, 189, 0.18)",
        "lineColor": "rgb(31, 120, 193)",
        "show": true
      },
      "tableColumn": "",
      "targets": [
        {
          "expr": "count(up{cluster=\"$cluster\", app=\"$app\", role=\"dataNode\"} > 0)",
          "format": "time_series",
          "intervalFactor": 1,
          "refId": "A"
        }
      ],
      "thresholds": "",
      "title": "DataNodeCount",
      "type": "singlestat",
      "valueFontSize": "80%",
      "valueMaps": [
        {
          "op": "=",
          "text": "N/A",
          "value": "null"
        }
      ],
      "valueName": "current"
    },
    {
      "cacheTimeout": null,
      "colorBackground": false,
      "colorValue": false,
      "colors": [
        "#299c46",
        "rgba(237, 129, 40, 0.89)",
        "#d44a3a"
      ],
      "datasource": null,
      "description": "objectnode count",
      "format": "none",
      "gauge": {
        "maxValue": 100,
        "thresholdMarkers": true
      },
      "gridPos": {
        "h": 4,
        "w": 3,
        "x": 9,
        "y": 1
      },
      "id": 86,
      "interval": null,
      "links": [],
      "mappingType": 1,
      "mappingTypes": [
        {
          "name": "value to text",
          "value": 1
        },
        {
          "name": "range to text",
          "value": 2
        }
      ],
      "maxDataPoints": 100,
      "nullPointMode": "connected",
      "nullText": null,
      "options": {},
      "postfix": "",
      "postfixFontSize": "50%",
      "prefix": "",
      "prefixFontSize": "50%",
      "rangeMaps": [
        {
          "from": "null",
          "text": "N/A",
          "to": "null"
        }
      ],
      "sparkline": {
        "fillColor": "rgba(31, 118, 189, 0.18)",
        "lineColor": "rgb(31, 120, 193)",
        "show": true
      },
      "tableColumn": "",
      "targets": [
        {
          "expr": "count(go_info{cluster=\"$cluster\", app=\"$app\", role=\"objectnode\"})",
          "format": "time_series",
          "intervalFactor": 1,
          "refId": "A"
        }
      ],
      "thresholds": "",
      "title": "ObjectNodeCount",
      "type": "singlestat",
      "valueFontSize": "80%",
      "valueMaps": [
        {
          "op": "=",
          "text": "N/A",
          "value": "null"
        }
      ],
      "valueName": "current"
    },
    {
      "cacheTimeout": null,
      "colorBackground": false,
      "colorValue": false,
      "colors": [
        "#299c46",
        "rgba(237, 129, 40, 0.89)",
        "#d44a3a"
      ],
      "datasource": null,
      "description": "Fuse Client Count",
      "format": "none",
      "gauge": {
        "maxValue": 100,
        "thresholdMarkers": true
      },
      "gridPos": {
        "h": 4,
        "w": 3,
        "x": 12,
        "y": 1
      },
      "id": 287,
      "interval": null,
      "links": [],
      "mappingType": 1,
      "mappingTypes": [
        {
          "name": "value to text",
          "value": 1
        },
        {
          "name": "range to text",
          "value": 2
        }
      ],
      "maxDataPoints": 100,
      "nullPointMode": "connected",
      "nullText": null,
      "options": {},
      "postfix": "",
      "postfixFontSize": "50%",
      "prefix": "",
      "prefixFontSize": "50%",
      "rangeMaps": [
        {
          "from": "null",
          "text": "N/A",
          "to": "null"
        }
      ],
      "sparkline": {
        "fillColor": "rgba(31, 118, 189, 0.18)",
        "lineColor": "rgb(31, 120, 193)",
        "show": true
      },
      "tableColumn": "",
      "targets": [
        {
          "expr": "count(up{cluster=\"$cluster\", app=\"$app\", role=\"fuseclient\"} > 0)",
          "format": "time_series",
          "intervalFactor": 1,
          "refId": "A"
        }
      ],
      "thresholds": "",
      "title": "ClientCount",
      "type": "singlestat",
      "valueFontSize": "80%",
      "valueMaps": [
        {
          "op": "=",
          "text": "N/A",
          "value": "null"
        }
      ],
      "valueName": "current"
    },
    {
      "cacheTimeout": null,
      "colorBackground": false,
      "colorValue": false,
      "colors": [
        "#299c46",
        "rgba(237, 129, 40, 0.89)",
        "#d44a3a"
      ],
      "datasource": null,
      "description": "Cluster volume total count",
      "format": "none",
      "gauge": {
        "maxValue": 100,
        "thresholdMarkers": true
      },
      "gridPos": {
        "h": 4,
        "w": 3,
        "x": 15,
        "y": 1
      },
      "id": 93,
      "interval": null,
      "links": [],
      "mappingType": 1,
      "mappingTypes": [
        {
          "name": "value to text",
          "value": 1
        },
        {
          "name": "range to text",
          "value": 2
        }
      ],
      "maxDataPoints": 100,
      "nullPointMode": "connected",
      "nullText": null,
      "options": {},
      "postfix": "",
      "postfixFontSize": "50%",
      "prefix": "",
      "prefixFontSize": "50%",
      "rangeMaps": [
        {
          "from": "null",
          "text": "N/A",
          "to": "null"
        }
      ],
      "sparkline": {
        "fillColor": "rgba(31, 118, 189, 0.18)",
        "lineColor": "rgb(31, 120, 193)",
        "show": true
      },
      "tableColumn": "",
      "targets": [
        {
          "expr": "avg(cfs_master_vol_count{app=\"$app\", cluster=\"$cluster\"})",
          "format": "time_series",
          "intervalFactor": 1,
          "refId": "A"
        }
      ],
      "thresholds": "",
      "title": "VolumeCount",
      "type": "singlestat",
      "valueFontSize": "80%",
      "valueMaps": [
        {
          "op": "=",
          "text": "N/A",
          "value": "null"
        }
      ],
      "valueName": "current"
    },
    {
      "cacheTimeout": null,
      "colorBackground": false,
      "colorValue": false,
      "colors": [
        "#299c46",
        "rgba(237, 129, 40, 0.89)",
        "#d44a3a"
      ],
      "datasource": null,
      "description": "CubeFS process start time of selected instance",
      "format": "dateTimeFromNow",
      "gauge": {
        "maxValue": 100,
        "thresholdMarkers": true
      },
      "gridPos": {
        "h": 4,
        "w": 3,
        "x": 18,
        "y": 1
      },
      "id": 113,
      "interval": null,
      "links": [],
      "mappingType": 1,
      "mappingTypes": [
        {
          "name": "value to text",
          "value": 1
        },
        {
          "name": "range to text",
          "value": 2
        }
      ],
      "maxDataPoints": 100,
      "nullPointMode": "connected",
      "nullText": null,
      "options": {},
      "postfix": "",
      "postfixFontSize": "50%",
      "prefix": "",
      "prefixFontSize": "50%",
      "rangeMaps": [
        {
          "from": "null",
          "text": "N/A",
          "to": "null"
        }
      ],
      "sparkline": {
        "fillColor": "rgba(31, 118, 189, 0.18)",
        "lineColor": "rgb(31, 120, 193)",
        "show": true
      },
      "tableColumn": "",
      "targets": [
        {
          "expr": "process_start_time_seconds{cluster=\"$cluster\", app=\"$app\", instance=~\"$instance\"}*1000",
          "format": "time_series",
          "intervalFactor": 1,
          "refId": "A"
        }
      ],
      "thresholds": "",
      "title": "ProcessStartTime",
      "type": "singlestat",
      "valueFontSize": "80%",
      "valueMaps": [
        {
          "op": "=",
          "text": "N/A",
          "value": "null"
        }
      ],
      "valueName": "current"
    },
    {
      "datasource": null,
      "gridPos": {
        "h": 6,
        "w": 6,
        "x": 0,
        "y": 5
      },
      "id": 177,
      "options": {
        "displayMode": "gradient",
        "fieldOptions": {
          "calcs": [
            "lastNotNull"
          ],
          "defaults": {
            "mappings": [],
            "max": 300000,
            "min": 0,
            "thresholds": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "#EAB839",
                "value": 200000
              },
              {
                "color": "red",
                "value": 300000
              }
            ],
            "unit": "gbytes"
          },
          "override": {},
          "values": false
        },
        "orientation": "horizontal"
      },
      "pluginVersion": "6.4.4",
      "targets": [
        {
          "expr": "cfs_master_dataNodes_total_GB{app=\"$app\",cluster=\"$cluster\", instance=\"$master_instance\"}",
          "format": "time_series",
          "instant": true,
          "intervalFactor": 1,
          "legendFormat": "TotalSize",
          "refId": "B"
        },
        {
          "expr": "cfs_master_dataNodes_used_GB{app=\"$app\",cluster=\"$cluster\", instance=\"$master_instance\"}",
          "format": "time_series",
          "instant": true,
          "intervalFactor": 1,
          "legendFormat": "UsedSize",
          "refId": "A"
        },
        {
          "expr": "cfs_master_dataNodes_increased_GB{app=\"$app\",cluster=\"$cluster\", instance=\"$master_instance\"}",
          "format": "time_series",
          "instant": true,
          "intervalFactor": 1,
          "legendFormat": "IncreasedSize",
          "refId": "C"
        }
      ],
      "title": "DatanodeSize",
      "type": "bargauge"
    },
    {
      "datasource": null,
      "description": "metanode size of total, used and increased.",
      "gridPos": {
        "h": 6,
        "w": 6,
        "x": 6,
        "y": 5
      },
      "id": 92,
      "options": {
        "displayMode": "gradient",
        "fieldOptions": {
          "calcs": [
            "last"
          ],
          "defaults": {
            "mappings": [],
            "max": 5,
            "min": 0,
            "thresholds": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "#EAB839",
                "value": 3
              },
              {
                "color": "red",
                "value": 5
              }
            ],
            "unit": "gbytes"
          },
          "override": {},
          "values": false
        },
        "orientation": "horizontal"
      },
      "pluginVersion": "6.4.4",
      "targets": [
        {
          "expr": "sum(cfs_master_metaNodes_total_GB{cluster=~\"$cluster\", instance=\"$master_instance\"})",
          "format": "time_series",
          "instant": true,
          "intervalFactor": 1,
          "legendFormat": "TotalSize",
          "refId": "B"
        },
        {
          "expr": "sum(cfs_master_metaNodes_used_GB{cluster=~\"$cluster\", instance=\"$master_instance\"} )",
          "format": "time_series",
          "instant": true,
          "intervalFactor": 1,
          "legendFormat": "UsedSize",
          "refId": "A"
        },
        {
          "expr": "sum(cfs_master_metaNodes_increased_GB{cluster=~\"$cluster\", instance=\"$master_instance\"})",
          "format": "time_series",
          "instant": true,
          "intervalFactor": 1,
          "legendFormat": "IncreasedSize",
          "refId": "C"
        }
      ],
      "title": "MetanodeSize",
      "type": "bargauge"
    },
    {
      "datasource": null,
      "description": "Top K total size of all volume",
      "gridPos": {
        "h": 6,
        "w": 9,
        "x": 12,
        "y": 5
      },
      "id": 175,
      "options": {
        "displayMode": "gradient",
        "fieldOptions": {
          "calcs": [
            "last"
          ],
          "defaults": {
            "mappings": [
              {
                "op": "=",
                "text": "N/A",
                "type": 2,
                "value": "null"
              }
            ],
            "max": 100,
            "min": 0,
            "nullValueMode": "connected",
            "thresholds": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "#EAB839",
                "value": 50
              },
              {
                "color": "red",
                "value": 100
              }
            ],
            "unit": "bytes"
          },
          "override": {},
          "values": true
        },
        "orientation": "horizontal"
      },
      "pluginVersion": "6.4.4",
      "targets": [
        {
          "expr": "topk($topk, cfs_master_vol_total_GB{app=\"$app\",cluster=\"$cluster\", instance=\"$master_instance\"})",
          "format": "time_series",
          "instant": true,
          "intervalFactor": 1,
          "legendFormat": "{{volName}}",
          "refId": "A"
        }
      ],
      "title": "VolumeTotalSize",
      "type": "bargauge"
    },
    {
      "datasource": null,
      "description": "Datanode used size ratio with total size",
      "gridPos": {
        "h": 6,
        "w": 3,
        "x": 0,
        "y": 11
      },
      "id": 281,
      "options": {
        "fieldOptions": {
          "calcs": [
            "last"
          ],
          "defaults": {
            "mappings": [],
            "max": 1,
            "min": 0,
            "thresholds": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "#EAB839",
                "value": 0.5
              },
              {
                "color": "red",
                "value": 0.8
              }
            ],
            "unit": "percentunit"
          },
          "override": {},
          "values": false
        },
        "orientation": "horizontal",
        "showThresholdLabels": false,
        "showThresholdMarkers": true
      },
      "pluginVersion": "6.4.4",
      "targets": [
        {
          "expr": "cfs_master_dataNodes_used_GB{app=\"$app\",cluster=\"$cluster\", instance=\"$master_instance\"}/ cfs_master_dataNodes_total_GB{app=\"$app\",cluster=\"$cluster\", instance=\"$master_instance\"}",
          "format": "time_series",
          "instant": true,
          "intervalFactor": 1,
          "legendFormat": "DataNodeUsedRatio",
          "refId": "D"
        }
      ],
      "title": "DataNodeUsedRatio",
      "type": "gauge"
    },
    {
      "datasource": null,
      "description": "Metanode used size ratio with total size",
      "gridPos": {
        "h": 6,
        "w": 3,
        "x": 3,
        "y": 11
      },
      "id": 282,
      "options": {
        "fieldOptions": {
          "calcs": [
            "last"
          ],
          "defaults": {
            "mappings": [],
            "max": 1,
            "min": 0,
            "thresholds": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "#EAB839",
                "value": 0.5
              },
              {
                "color": "red",
                "value": 0.8
              }
            ],
            "unit": "percentunit"
          },
          "override": {},
          "values": false
        },
        "orientation": "horizontal",
        "showThresholdLabels": false,
        "showThresholdMarkers": true
      },
      "pluginVersion": "6.4.4",
      "targets": [
        {
          "expr": "cfs_master_metaNodes_used_GB{app=\"$app\",cluster=\"$cluster\", instance=\"$master_instance\"} / cfs_master_metaNodes_total_GB{app=\"$app\",cluster=\"$cluster\", instance=\"$master_instance\"}",
          "format": "time_series",
          "instant": true,
          "intervalFactor": 1,
          "legendFormat": "MetaNodeUsedRatio",
          "refId": "A"
        }
      ],
      "title": "MetaNodeUsedRatio",
      "type": "gauge"
    },
    {
      "datasource": null,
      "description": "Datanode inactive count",
      "gridPos": {
        "h": 6,
        "w": 3,
        "x": 6,
        "y": 11
      },
      "id": 181,
      "options": {
        "fieldOptions": {
          "calcs": [
            "lastNotNull"
          ],
          "defaults": {
            "mappings": [],
            "max": 100,
            "min": 0,
            "thresholds": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          },
          "override": {},
          "values": false
        },
        "orientation": "auto",
        "showThresholdLabels": false,
        "showThresholdMarkers": true
      },
      "pluginVersion": "6.4.4",
      "targets": [
        {
          "expr": "cfs_master_dataNodes_inactive{app=\"$app\", cluster=\"$cluster\", instance=\"$master_instance\"}",
          "format": "time_series",
          "instant": true,
          "intervalFactor": 1,
          "legendFormat": "sum",
          "refId": "A"
        }
      ],
      "title": "DataNodeInactive",
      "type": "gauge"
    },
    {
      "datasource": null,
      "description": "Metanode inactive count",
      "gridPos": {
        "h": 6,
        "w": 3,
        "x": 9,
        "y": 11
      },
      "id": 180,
      "options": {
        "fieldOptions": {
          "calcs": [
            "lastNotNull"
          ],
          "defaults": {
            "mappings": [],
            "max": 100,
            "min": 0,
            "thresholds": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 80
              }
            ]
          },
          "override": {},
          "values": false
        },
        "orientation": "auto",
        "showThresholdLabels": false,
        "showThresholdMarkers": true
      },
      "pluginVersion": "6.4.4",
      "targets": [
        {
          "expr": "cfs_master_metaNodes_inactive{app=\"$app\", cluster=\"$cluster\", instance=\"$master_instance\"}",
          "format": "time_series",
          "instant": true,
          "intervalFactor": 1,
          "legendFormat": "sum",
          "refId": "A"
        }
      ],
      "title": "MetaNodesInactive",
      "type": "gauge"
    },
    {
      "cacheTimeout": null,
      "colorBackground": false,
      "colorValue": false,
      "colors": [
        "#299c46",
        "rgba(237, 129, 40, 0.89)",
        "#d44a3a"
      ],
      "datasource": null,
      "description": "Disk Error count",
      "format": "none",
      "gauge": {
        "maxValue": 100,
        "minValue": 0,
        "show": false,
        "thresholdLabels": false,
        "thresholdMarkers": true
      },
      "gridPos": {
        "h": 6,
        "w": 3,
        "x": 12,
        "y": 11
      },
      "id": 179,
      "interval": null,
      "links": [],
      "mappingType": 1,
      "mappingTypes": [
        {
          "name": "value to text",
          "value": 1
        },
        {
          "name": "range to text",
          "value": 2
        }
      ],
      "maxDataPoints": 100,
      "nullPointMode": "connected",
      "nullText": null,
      "options": {},
      "pluginVersion": "6.4.4",
      "postfix": "",
      "postfixFontSize": "50%",
      "prefix": "",
      "prefixFontSize": "50%",
      "rangeMaps": [
        {
          "from": "null",
          "text": "N/A",
          "to": "null"
        }
      ],
      "sparkline": {
        "fillColor": "rgba(31, 118, 189, 0.18)",
        "full": false,
        "lineColor": "rgb(31, 120, 193)",
        "show": true,
        "ymax": null,
        "ymin": null
      },
      "tableColumn": "",
      "targets": [
        {
          "expr": "delta(cfs_master_disk_error{app=\"$app\", cluster=\"$cluster\", instance=\"$master_instance\"}[1m])",
          "format": "time_series",
          "intervalFactor": 1,
          "refId": "A"
        }
      ],
      "thresholds": "",
      "title": "DiskError",
      "type": "singlestat",
      "valueFontSize": "80%",
      "valueMaps": [
        {
          "op": "=",
          "text": "0",
          "value": "null"
        }
      ],
      "valueName": "current"
    },
    {
      "datasource": null,
      "description": "top k volume used ratio ",
      "gridPos": {
        "h": 6,
        "w": 6,
        "x": 15,
        "y": 11
      },
      "id": 280,
      "options": {
        "displayMode": "gradient",
        "fieldOptions": {
          "calcs": [
            "last"
          ],
          "defaults": {
            "mappings": [
              {
                "op": "=",
                "text": "N/A",
                "type": 1,
                "value": "null"
              }
            ],
            "max": 1,
            "min": 0,
            "nullValueMode": "connected",
            "thresholds": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "#EAB839",
                "value": 0.5
              },
              {
                "color": "red",
                "value": 0.8
              }
            ],
            "unit": "percentunit"
          },
          "override": {},
          "values": false
        },
        "orientation": "horizontal"
      },
      "pluginVersion": "6.4.4",
      "targets": [
        {
          "expr": "topk($topk, cfs_master_vol_usage_ratio{app=\"$app\",cluster=\"$cluster\", instance=\"$master_instance\"})",
          "format": "time_series",
          "instant": true,
          "intervalFactor": 1,
          "legendFormat": "{{volName}}",
          "refId": "A"
        }
      ],
      "title": "VolumeUsedRatio",
      "type": "bargauge"
    },
    {
      "collapsed": false,
      "datasource": null,
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 17
      },
      "id": 184,
      "panels": [],
      "title": "Volume",
      "type": "row"
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": null,
      "description": "top k volume used size",
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 6,
        "w": 6,
        "x": 0,
        "y": 18
      },
      "id": 187,
      "legend": {
        "avg": false,
        "current": false,
        "max": false,
        "min": false,
        "show": true,
        "total": false,
        "values": false
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "dataLinks": []
      },
      "percentage": false,
      "pluginVersion": "6.4.4",
      "pointradius": 5,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [
        {
          "alias": "/.*UsedRatio.*/",
          "yaxis": 2
        }
      ],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "expr": "topk($topk, cfs_master_vol_used_GB{app=\"$app\",cluster=\"$cluster\", instance=\"$master_instance\"})",
          "format": "time_series",
          "intervalFactor": 1,
          "legendFormat": "{{volName}}",
          "refId": "A"
        }
      ],
      "thresholds": [],
      "timeFrom": null,
      "timeRegions": [],
      "timeShift": null,
      "title": "VolumeUsedSize",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "buckets": null,
        "mode": "time",
        "name": null,
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "format": "bytes",
          "logBase": 10,
          "show": true
        },
        {
          "format": "percentunit",
          "logBase": 1,
          "show": true
        }
      ],
      "yaxis": {
        "align": false,
        "alignLevel": null
      }
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": null,
      "description": "top k volume usage ratio",
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 6,
        "w": 6,
        "x": 6,
        "y": 18
      },
      "id": 288,
      "legend": {
        "avg": false,
        "current": false,
        "max": false,
        "min": false,
        "show": false,
        "total": false,
        "values": false
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "dataLinks": []
      },
      "percentage": false,
      "pluginVersion": "6.4.4",
      "pointradius": 5,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [
        {
          "alias": "/.*UsedRatio.*/",
          "yaxis": 2
        }
      ],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "expr": "topk($topk, cfs_master_vol_usage_ratio{app=\"$app\",cluster=\"$cluster\", instance=\"$master_instance\"})",
          "format": "time_series",
          "intervalFactor": 1,
          "legendFormat": "{{volName}}",
          "refId": "A"
        }
      ],
      "thresholds": [],
      "timeFrom": null,
      "timeRegions": [],
      "timeShift": null,
      "title": "VolumeUsageRatio",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "buckets": null,
        "mode": "time",
        "name": null,
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "format": "percentunit",
          "logBase": 10,
          "show": true
        },
        {
          "format": "percentunit",
          "logBase": 1,
          "show": false
        }
      ],
      "yaxis": {
        "align": false,
        "alignLevel": null
      }
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": null,
      "description": "top k volume size rate",
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 6,
        "w": 6,
        "x": 12,
        "y": 18
      },
      "id": 182,
      "legend": {
        "avg": false,
        "current": false,
        "max": false,
        "min": false,
        "show": true,
        "total": false,
        "values": false
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "dataLinks": []
      },
      "percentage": false,
      "pointradius": 5,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [
        {
          "alias": "/.*UsedRatio.*/",
          "yaxis": 2
        }
      ],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "expr": "topk($topk, deriv(cfs_master_vol_used_GB{app=\"$app\",cluster=\"$cluster\", instance=\"$master_instance\"}[1m]))",
          "format": "time_series",
          "intervalFactor": 1,
          "legendFormat": "{{volName}}",
          "refId": "C"
        }
      ],
      "thresholds": [],
      "timeFrom": null,
      "timeRegions": [],
      "timeShift": null,
      "title": "VolumeSizeRate",
      "tooltip": {
        "shared": true,
        "sort": 2,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "buckets": null,
        "mode": "time",
        "name": null,
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "format": "Bps",
          "logBase": 1,
          "show": true
        },
        {
          "format": "percentunit",
          "logBase": 1,
          "show": true
        }
      ],
      "yaxis": {
        "align": false,
        "alignLevel": null
      }
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": "Prometheus",
      "description": "Selected volume used/total size and used ratio",
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 6,
        "w": 6,
        "x": 0,
        "y": 24
      },
      "id": 186,
      "legend": {
        "avg": false,
        "current": false,
        "max": false,
        "min": false,
        "show": true,
        "total": false,
        "values": false
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "dataLinks": []
      },
      "percentage": false,
      "pointradius": 5,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [
        {
          "alias": "/.*UsedRatio.*/",
          "yaxis": 2
        }
      ],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "expr": "cfs_master_vol_used_GB{app=\"$app\",cluster=\"$cluster\", volName=\"$vol\", instance=\"$master_instance\"}",
          "format": "time_series",
          "intervalFactor": 1,
          "legendFormat": "UsedSize",
          "refId": "C"
        },
        {
          "expr": "cfs_master_vol_used_GB{app=\"$app\",cluster=\"$cluster\", volName=\"$vol\", instance=\"$master_instance\"}/cfs_master_vol_total_GB{app=\"$app\",cluster=\"$cluster\", volName=\"$vol\", instance=\"$master_instance\"}",
          "format": "time_series",
          "intervalFactor": 1,
          "legendFormat": "UsedRatio",
          "refId": "A"
        }
      ],
      "thresholds": [],
      "timeFrom": null,
      "timeRegions": [],
      "timeShift": null,
      "title": "Size:[[vol]]",
      "tooltip": {
        "shared": true,
        "sort": 0,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "buckets": null,
        "mode": "time",
        "name": null,
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "format": "bytes",
          "logBase": 1,
          "show": true
        },
        {
          "format": "percentunit",
          "logBase": 1,
          "show": true
        }
      ],
      "yaxis": {
        "align": false,
        "alignLevel": null
      }
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": null,
      "description": "top k volume used ratio",
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 6,
        "w": 6,
        "x": 6,
        "y": 24
      },
      "id": 291,
      "legend": {
        "avg": false,
        "current": false,
        "max": false,
        "min": false,
        "show": false,
        "total": false,
        "values": false
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "dataLinks": []
      },
      "percentage": false,
      "pluginVersion": "6.4.4",
      "pointradius": 5,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [
        {
          "alias": "/.*UsedRatio.*/",
          "yaxis": 2
        }
      ],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "expr": "topk($topk, sum(rate(cfs_dataNode_dataPartitionIOBytes{app=\"$app\", cluster=\"$cluster\", vol=\"$vol\"}[1m]) ) by (type))",
          "format": "time_series",
          "intervalFactor": 1,
          "legendFormat": "{{type}}",
          "refId": "B"
        }
      ],
      "thresholds": [],
      "timeFrom": null,
      "timeRegions": [],
      "timeShift": null,
      "title": "IORate:[[vol]]",
      "tooltip": {
        "shared": true,
        "sort": 2,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "buckets": null,
        "mode": "time",
        "name": null,
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "format": "Bps",
          "logBase": 1,
          "show": true
        },
        {
          "format": "percentunit",
          "logBase": 1,
          "show": true
        }
      ],
      "yaxis": {
        "align": false,
        "alignLevel": null
      }
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": null,
      "description": "top k volume used ratio",
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 6,
        "w": 24,
        "x": 0,
        "y": 30
      },
      "id": 295,
      "legend": {
        "avg": false,
        "current": false,
        "max": false,
        "min": false,
        "show": false,
        "total": false,
        "values": false
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "dataLinks": []
      },
      "percentage": false,
      "pluginVersion": "6.4.4",
      "pointradius": 5,
      "points": false,
      "renderer": "flot",
      "repeat": "iotype",
      "repeatDirection": "h",
      "scopedVars": {
        "iotype": {
          "isNone": true,
          "selected": true,
          "text": "None",
          "value": ""
        }
      },
      "seriesOverrides": [
        {
          "alias": "/.*UsedRatio.*/",
          "yaxis": 2
        }
      ],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "expr": "topk($topk, sum(rate(cfs_dataNode_dataPartitionIOBytes{app=\"$app\", cluster=\"$cluster\", vol=\"$vol\", type=\"$iotype\"}[1m]) ) by (instance, partid, type))",
          "format": "time_series",
          "intervalFactor": 1,
          "legendFormat": "{{instance}}:{{partid}}",
          "refId": "B"
        }
      ],
      "thresholds": [],
      "timeFrom": null,
      "timeRegions": [],
      "timeShift": null,
      "title": "VolPartitionIO:[[vol]]:[[iotype]]",
      "tooltip": {
        "shared": true,
        "sort": 2,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "buckets": null,
        "mode": "time",
        "name": null,
        "show": true,
        "values": []
      },
      "yaxes": [
        {
          "format": "Bps",
          "logBase": 1,
          "show": true
        },
        {
          "format": "percentunit",
          "logBase": 1,
          "show": true
        }
      ],
      "yaxis": {
        "align": false,
        "alignLevel": null
      }
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": null,
      "description": "top k volume inode count",
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 6,
        "w": 6,
        "x": 0,
        "y": 36
      },
      "id": 310,
      "legend": {
        "avg": false,
        "current": false,
        "max": false,
        "min": false,
        "show": true,
        "total": false,
        "values": false
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "dataLinks": []
      },
      "percentage": false,
      "pointradius": 5,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [
        {
          "alias": "/rate.*/",
          "yaxis": 2
        }
      ],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "expr": "topk($topk, cfs_master_vol_meta_count{app=\"$app\",cluster=\"$cluster\", type=\"mp\", instance=\"$master_instance\"})",
          "format": "time_series",
          "intervalFactor": 1,
          "legendFormat": "{{volName}}",
          "refId": "C"
        },
        {
          "expr": "topk($topk, rate(cfs_master_vol_meta_count{app=\"$app\",cluster=\"$cluster\", type=\"mp\", instance=\"$master_instance\"}[1m]))",
          "format": "time_series",
          "intervalFactor": 1,
          "legendFormat": "rate_{{volName}}",
          "refId": "A"
        }
      ],
      "thresholds": [],
      "timeFrom": null,
      "timeRegions": [],
      "timeShift": null,
      "title": "VolumeMPCount",
      "tooltip": {
        "shared": true,
        "sort": 2,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "buckets": null,
        "mode": "time",
        "name": null,
        "show": false,
        "values": []
      },
      "yaxes": [
        {
          "format": "none",
          "logBase": 1,
          "show": false
        },
        {
          "format": "cps",
          "logBase": 1,
          "show": false
        }
      ],
      "yaxis": {
        "align": false,
        "alignLevel": null
      }
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": null,
      "description": "top k volume inode count",
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 6,
        "w": 6,
        "x": 6,
        "y": 36
      },
      "id": 309,
      "legend": {
        "avg": false,
        "current": false,
        "max": false,
        "min": false,
        "show": true,
        "total": false,
        "values": false
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "dataLinks": []
      },
      "percentage": false,
      "pointradius": 5,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [
        {
          "alias": "/rate.*/",
          "yaxis": 2
        }
      ],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "expr": "topk($topk, cfs_master_vol_meta_count{app=\"$app\",cluster=\"$cluster\", type=\"dp\", instance=\"$master_instance\"})",
          "format": "time_series",
          "intervalFactor": 1,
          "legendFormat": "{{volName}}",
          "refId": "C"
        },
        {
          "expr": "topk($topk, rate(cfs_master_vol_meta_count{app=\"$app\",cluster=\"$cluster\", type=\"dp\", instance=\"$master_instance\"}[1m]))",
          "format": "time_series",
          "intervalFactor": 1,
          "legendFormat": "rate_{{volName}}",
          "refId": "A"
        }
      ],
      "thresholds": [],
      "timeFrom": null,
      "timeRegions": [],
      "timeShift": null,
      "title": "VolumeDPCount",
      "tooltip": {
        "shared": true,
        "sort": 2,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "buckets": null,
        "mode": "time",
        "name": null,
        "show": false,
        "values": []
      },
      "yaxes": [
        {
          "format": "none",
          "logBase": 1,
          "show": false
        },
        {
          "format": "cps",
          "logBase": 1,
          "show": false
        }
      ],
      "yaxis": {
        "align": false,
        "alignLevel": null
      }
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": null,
      "description": "top k volume inode count",
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 6,
        "w": 6,
        "x": 12,
        "y": 36
      },
      "id": 307,
      "legend": {
        "avg": false,
        "current": false,
        "max": false,
        "min": false,
        "show": true,
        "total": false,
        "values": false
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "dataLinks": []
      },
      "percentage": false,
      "pointradius": 5,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [
        {
          "alias": "/rate.*/",
          "yaxis": 2
        }
      ],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "expr": "topk($topk, cfs_master_vol_meta_count{app=\"$app\",cluster=\"$cluster\", type=\"inode\", instance=\"$master_instance\"})",
          "format": "time_series",
          "intervalFactor": 1,
          "legendFormat": "{{volName}}",
          "refId": "C"
        },
        {
          "expr": "topk($topk, rate(cfs_master_vol_meta_count{app=\"$app\",cluster=\"$cluster\", type=\"inode\", instance=\"$master_instance\"}[1m]))",
          "format": "time_series",
          "intervalFactor": 1,
          "legendFormat": "rate_{{volName}}",
          "refId": "A"
        }
      ],
      "thresholds": [],
      "timeFrom": null,
      "timeRegions": [],
      "timeShift": null,
      "title": "VolumeInodeCount",
      "tooltip": {
        "shared": true,
        "sort": 2,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "buckets": null,
        "mode": "time",
        "name": null,
        "show": false,
        "values": []
      },
      "yaxes": [
        {
          "format": "none",
          "logBase": 1,
          "show": false
        },
        {
          "format": "cps",
          "logBase": 1,
          "show": false
        }
      ],
      "yaxis": {
        "align": false,
        "alignLevel": null
      }
    },
    {
      "aliasColors": {},
      "bars": false,
      "dashLength": 10,
      "dashes": false,
      "datasource": null,
      "description": "top k volume inode count",
      "fill": 1,
      "fillGradient": 0,
      "gridPos": {
        "h": 6,
        "w": 6,
        "x": 18,
        "y": 36
      },
      "id": 308,
      "legend": {
        "avg": false,
        "current": false,
        "max": false,
        "min": false,
        "show": true,
        "total": false,
        "values": false
      },
      "lines": true,
      "linewidth": 1,
      "nullPointMode": "null",
      "options": {
        "dataLinks": []
      },
      "percentage": false,
      "pointradius": 5,
      "points": false,
      "renderer": "flot",
      "seriesOverrides": [
        {
          "alias": "/rate.*/",
          "yaxis": 2
        }
      ],
      "spaceLength": 10,
      "stack": false,
      "steppedLine": false,
      "targets": [
        {
          "expr": "topk($topk, cfs_master_vol_meta_count{app=\"$app\",cluster=\"$cluster\", type=\"dentry\", instance=\"$master_instance\"})",
          "format": "time_series",
          "intervalFactor": 1,
          "legendFormat": "{{volName}}",
          "refId": "C"
        },
        {
          "expr": "topk($topk, rate(cfs_master_vol_meta_count{app=\"$app\",cluster=\"$cluster\", type=\"dentry\", instance=\"$master_instance\"}[1m]))",
          "format": "time_series",
          "intervalFactor": 1,
          "legendFormat": "rate_{{volName}}",
          "refId": "A"
        }
      ],
      "thresholds": [],
      "timeFrom": null,
      "timeRegions": [],
      "timeShift": null,
      "title": "VolumeDentryCount",
      "tooltip": {
        "shared": true,
        "sort": 2,
        "value_type": "individual"
      },
      "type": "graph",
      "xaxis": {
        "buckets": null,
        "mode": "time",
        "name": null,
        "show": false,
        "values": []
      },
      "yaxes": [
        {
          "format": "none",
          "logBase": 1,
          "show": false
        },
        {
          "format": "cps",
          "logBase": 1,
          "show": false
        }
      ],
      "yaxis": {
        "align": false,
        "alignLevel": null
      }
    },
    {
      "collapsed": true,
      "datasource": null,
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 42
      },
      "id": 293,
      "panels": [
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": null,
          "description": "top k volume used ratio",
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 6,
            "w": 24,
            "x": 0,
            "y": 19
          },
          "id": 188,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": false,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "options": {
            "dataLinks": []
          },
          "percentage": false,
          "pluginVersion": "6.4.4",
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "repeat": "iotype",
          "repeatDirection": "h",
          "scopedVars": {
            "iotype": {
              "isNone": true,
              "selected": true,
              "text": "None",
              "value": ""
            }
          },
          "seriesOverrides": [
            {
              "alias": "/.*UsedRatio.*/",
              "yaxis": 2
            }
          ],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "expr": "topk($topk, sum(rate(cfs_dataNode_dataPartitionIOBytes{app=\"$app\", cluster=\"$cluster\", type=\"$iotype\"}[1m]) ) by (vol, type))",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{vol}}:{{type}}",
              "refId": "B"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "VolIORate:[[iotype]]",
          "tooltip": {
            "shared": true,
            "sort": 2,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "Bps",
              "logBase": 1,
              "show": true
            },
            {
              "format": "percentunit",
              "logBase": 1,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": null,
          "description": "top k volume used ratio",
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 6,
            "w": 24,
            "x": 0,
            "y": 25
          },
          "id": 294,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": false,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "links": [],
          "nullPointMode": "null",
          "options": {
            "dataLinks": []
          },
          "percentage": false,
          "pluginVersion": "6.4.4",
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "repeat": "iotype",
          "repeatDirection": "h",
          "scopedVars": {
            "iotype": {
              "isNone": true,
              "selected": true,
              "text": "None",
              "value": ""
            }
          },
          "seriesOverrides": [
            {
              "alias": "/.*UsedRatio.*/",
              "yaxis": 2
            }
          ],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "expr": "topk($topk, sum(rate(cfs_dataNode_dataPartitionIOBytes{app=\"$app\", cluster=\"$cluster\", type=\"$iotype\"}[1m]) ) by (instance,type))",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{instance}}",
              "refId": "B"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "InstanceIORate:[[iotype]]",
          "tooltip": {
            "shared": true,
            "sort": 2,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "Bps",
              "logBase": 1,
              "show": true
            },
            {
              "format": "percentunit",
              "logBase": 1,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": null,
          "description": "top k volume used ratio",
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 6,
            "w": 24,
            "x": 0,
            "y": 31
          },
          "id": 289,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": false,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "maxPerRow": 4,
          "nullPointMode": "null",
          "options": {
            "dataLinks": []
          },
          "percentage": false,
          "pluginVersion": "6.4.4",
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "repeat": "iotype",
          "repeatDirection": "h",
          "scopedVars": {
            "iotype": {
              "isNone": true,
              "selected": true,
              "text": "None",
              "value": ""
            }
          },
          "seriesOverrides": [
            {
              "alias": "/.*UsedRatio.*/",
              "yaxis": 2
            }
          ],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "expr": "topk($topk, sum(rate(cfs_dataNode_dataPartitionIOBytes{app=\"$app\", cluster=\"$cluster\", type=\"$iotype\"}[1m]) ) by (disk, instance))",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{instance}}:{{disk}}",
              "refId": "B"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "DiskIORate:[[iotype]]",
          "tooltip": {
            "shared": true,
            "sort": 2,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "Bps",
              "logBase": 1,
              "show": true
            },
            {
              "format": "percentunit",
              "logBase": 1,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": null,
          "description": "top k volume used ratio",
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 6,
            "w": 24,
            "x": 0,
            "y": 37
          },
          "id": 290,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": false,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "maxPerRow": 4,
          "nullPointMode": "null",
          "options": {
            "dataLinks": []
          },
          "percentage": false,
          "pluginVersion": "6.4.4",
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "repeat": "iotype",
          "repeatDirection": "h",
          "scopedVars": {
            "iotype": {
              "isNone": true,
              "selected": true,
              "text": "None",
              "value": ""
            }
          },
          "seriesOverrides": [
            {
              "alias": "/.*UsedRatio.*/",
              "yaxis": 2
            }
          ],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "expr": "topk($topk, sum(rate(cfs_dataNode_dataPartitionIOBytes{app=\"$app\", cluster=\"$cluster\", type=\"$iotype\"}[1m]) ) by (instance, partid))",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{instance}}:{{partid}}",
              "refId": "B"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "PartitionIORate:[[iotype]]",
          "tooltip": {
            "shared": true,
            "sort": 2,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "Bps",
              "logBase": 1,
              "show": true
            },
            {
              "format": "percentunit",
              "logBase": 1,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        }
      ],
      "title": "IO",
      "type": "row"
    },
    {
      "collapsed": true,
      "datasource": null,
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 43
      },
      "id": 34,
      "panels": [
        {
          "aliasColors": {},
          "bars": true,
          "dashLength": 10,
          "dashes": false,
          "datasource": null,
          "description": "invalide master nodes",
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 7,
            "w": 7,
            "x": 0,
            "y": 20
          },
          "id": 162,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": false,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "options": {
            "dataLinks": []
          },
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [
            {
              "alias": "master_count",
              "yaxis": 2
            }
          ],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "expr": "topk($topk, 1 - up{cluster=\"$cluster\", role=\"master\"} > 0 )",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "[[cluster]]_master_{{instance}}",
              "refId": "C"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "master_nodes_invalide",
          "tooltip": {
            "shared": true,
            "sort": 2,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "locale",
              "logBase": 1,
              "show": true
            },
            {
              "format": "locale",
              "logBase": 1,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": true,
          "dashLength": 10,
          "dashes": false,
          "datasource": null,
          "description": "invalide meta nodes",
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 7,
            "w": 7,
            "x": 7,
            "y": 20
          },
          "id": 163,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "options": {
            "dataLinks": []
          },
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "spaceLength": 10,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "expr": "topk($topk, 1 - up{cluster=\"$cluster\", role=\"metanode\"} > 0 )",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{role}}_{{instance}}",
              "refId": "C"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "[[cluster]]_metanode_inactive",
          "tooltip": {
            "shared": true,
            "sort": 2,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "locale",
              "logBase": 1,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": true,
          "dashLength": 10,
          "dashes": false,
          "datasource": null,
          "description": "invalide data nodes",
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 7,
            "w": 7,
            "x": 0,
            "y": 27
          },
          "id": 164,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "options": {
            "dataLinks": []
          },
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "spaceLength": 10,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "expr": "topk($topk, 1 - up{cluster=\"$cluster\", role=\"dataNode\"}  > 0)",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{role}}_{{instance}}",
              "refId": "C"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "datanode_inactive",
          "tooltip": {
            "shared": true,
            "sort": 2,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "locale",
              "logBase": 1,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": true,
          "dashLength": 10,
          "dashes": false,
          "datasource": null,
          "description": "invalide fuse clients",
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 7,
            "w": 7,
            "x": 7,
            "y": 27
          },
          "id": 165,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "options": {
            "dataLinks": []
          },
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "seriesOverrides": [],
          "spaceLength": 10,
          "stack": true,
          "steppedLine": false,
          "targets": [
            {
              "expr": "topk($topk, 1 - up{app=\"$app\", cluster=\"$cluster\", role=\"fuseclient\"}  > 0)",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{role}}_{{instance}}",
              "refId": "C"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "fuseclient_inactive",
          "tooltip": {
            "shared": true,
            "sort": 2,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "locale",
              "logBase": 1,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        }
      ],
      "title": "Master",
      "type": "row"
    },
    {
      "collapsed": true,
      "datasource": null,
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 44
      },
      "id": 36,
      "panels": [
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "Prometheus",
          "description": "metanode op time by instance",
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 8,
            "w": 24,
            "x": 0,
            "y": 21
          },
          "id": 117,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": false,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "maxPerRow": 4,
          "nullPointMode": "null",
          "options": {
            "dataLinks": []
          },
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "repeat": "mnOp",
          "repeatDirection": "h",
          "scopedVars": {
            "mnOp": {
              "selected": true,
              "text": "OpMetaInodeGet",
              "value": "OpMetaInodeGet"
            }
          },
          "seriesOverrides": [
            {
              "alias": "/sum/",
              "yaxis": 2
            }
          ],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "expr": "topk($topk, histogram_quantile(0.95, sum by (instance, op, le)(rate(cfs_metanode_[[mnOp]]_hist_bucket{app=\"$app\", cluster=\"$cluster\"}[5m]))))",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{instance}}",
              "refId": "B"
            },
            {
              "expr": "histogram_quantile(0.95, sum by (le)(rate(cfs_metanode_[[mnOp]]_hist_bucket{app=\"$app\", cluster=\"$cluster\"}[5m])))",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "avg",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "[[mnOp]]:Time",
          "tooltip": {
            "shared": true,
            "sort": 2,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "µs",
              "logBase": 1,
              "show": true
            },
            {
              "format": "µs",
              "logBase": 1,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": null,
          "description": "metanode op count per second by instance",
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 8,
            "w": 24,
            "x": 0,
            "y": 29
          },
          "id": 205,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": false,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "maxPerRow": 4,
          "nullPointMode": "null",
          "options": {
            "dataLinks": []
          },
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "repeat": "mnOp",
          "repeatDirection": "h",
          "scopedVars": {
            "mnOp": {
              "selected": true,
              "text": "OpMetaInodeGet",
              "value": "OpMetaInodeGet"
            }
          },
          "seriesOverrides": [
            {
              "alias": "/sum/",
              "yaxis": 2
            }
          ],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "expr": "topk($topk, sum(rate(cfs_metanode_[[mnOp]]_hist_count{app=\"$app\", cluster=\"$cluster\"}[1m])) by (instance, op))",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{instance}}",
              "refId": "B"
            },
            {
              "expr": "sum(rate(cfs_metanode_[[mnOp]]_hist_count{app=\"$app\", cluster=\"$cluster\"}[1m]))",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "sum",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "[[mnOp]]:Ops",
          "tooltip": {
            "shared": true,
            "sort": 2,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "ops",
              "logBase": 1,
              "show": true
            },
            {
              "format": "ops",
              "logBase": 1,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        }
      ],
      "title": "Metanode",
      "type": "row"
    },
    {
      "collapsed": true,
      "datasource": null,
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 45
      },
      "id": 27,
      "panels": [
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "Prometheus",
          "description": "Datanode op time",
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 7,
            "w": 24,
            "x": 0,
            "y": 22
          },
          "id": 146,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": false,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "maxPerRow": 4,
          "nullPointMode": "null",
          "options": {
            "dataLinks": []
          },
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "repeat": "dnOp",
          "repeatDirection": "h",
          "scopedVars": {
            "dnOp": {
              "selected": true,
              "text": "OpWrite",
              "value": "OpWrite"
            }
          },
          "seriesOverrides": [
            {
              "alias": "sum",
              "yaxis": 2
            }
          ],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "expr": "topk($topk, histogram_quantile(0.95, sum by (instance, op, le)(rate(cfs_dataNode_[[dnOp]]_hist_bucket{app=\"$app\", cluster=\"$cluster\"}[5m]))))",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{instance}}",
              "refId": "P"
            },
            {
              "expr": "histogram_quantile(0.95, sum by (le)(rate(cfs_dataNode_[[dnOp]]_hist_bucket{app=\"$app\", cluster=\"$cluster\"}[5m])))",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "avg",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "[[dnOp]]:Time",
          "tooltip": {
            "shared": true,
            "sort": 2,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "µs",
              "logBase": 1,
              "show": true
            },
            {
              "format": "µs",
              "logBase": 1,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": null,
          "description": "Datanode op count per second",
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 7,
            "w": 24,
            "x": 0,
            "y": 29
          },
          "id": 200,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": false,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "maxPerRow": 4,
          "nullPointMode": "null",
          "options": {
            "dataLinks": []
          },
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "repeat": "dnOp",
          "repeatDirection": "h",
          "scopedVars": {
            "dnOp": {
              "selected": true,
              "text": "OpWrite",
              "value": "OpWrite"
            }
          },
          "seriesOverrides": [
            {
              "alias": "/sum/",
              "yaxis": 2
            }
          ],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "expr": "topk($topk, sum(rate(cfs_dataNode_[[dnOp]]_hist_count{app=~\"$app\", cluster=\"$cluster\"}[5m])) by (instance, op))",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{instance}}",
              "refId": "P"
            },
            {
              "expr": "sum(rate(cfs_dataNode_[[dnOp]]_hist_count{app=~\"$app\", cluster=\"$cluster\"}[5m]))",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "sum",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "[[dnOp]]:Ops",
          "tooltip": {
            "shared": true,
            "sort": 2,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "ops",
              "logBase": 1,
              "show": true
            },
            {
              "format": "ops",
              "logBase": 1,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        }
      ],
      "title": "Datanode",
      "type": "row"
    },
    {
      "collapsed": true,
      "datasource": null,
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 46
      },
      "id": 284,
      "panels": [
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": null,
          "description": "Object node op time",
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 7,
            "w": 24,
            "x": 0,
            "y": 23
          },
          "id": 285,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "maxPerRow": 4,
          "nullPointMode": "null",
          "options": {
            "dataLinks": []
          },
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "repeat": "obOp",
          "repeatDirection": "h",
          "scopedVars": {
            "obOp": {
              "selected": true,
              "text": "ListObjects",
              "value": "ListObjects"
            }
          },
          "seriesOverrides": [
            {
              "alias": "sum",
              "yaxis": 2
            }
          ],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "expr": "topk($topk, cfs_objectnode_action_[[obOp]]{app=\"$app\", cluster=\"$cluster\"})",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{instance}}",
              "refId": "P"
            },
            {
              "expr": "sum(cfs_objectnode_action_[[obOp]]{app=\"$app\", cluster=\"$cluster\"})",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "sum",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "[[obOp]]:Time",
          "tooltip": {
            "shared": true,
            "sort": 2,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "ns",
              "logBase": 1,
              "show": true
            },
            {
              "format": "ns",
              "logBase": 1,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": null,
          "description": "Object node op count per second",
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 7,
            "w": 24,
            "x": 0,
            "y": 30
          },
          "id": 286,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "maxPerRow": 4,
          "nullPointMode": "null",
          "options": {
            "dataLinks": []
          },
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "repeat": "obOp",
          "repeatDirection": "h",
          "scopedVars": {
            "obOp": {
              "selected": true,
              "text": "ListObjects",
              "value": "ListObjects"
            }
          },
          "seriesOverrides": [
            {
              "alias": "/sum/",
              "yaxis": 2
            }
          ],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "expr": "topk($topk, rate(cfs_objectnode_action_[[obOp]]_count{app=~\"$app\", cluster=\"$cluster\"}[1m]))",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{instance}}",
              "refId": "P"
            },
            {
              "expr": "sum(rate(cfs_objectnode_action_[[obOp]]_count{app=~\"$app\", cluster=\"$cluster\"}[1m]))",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "sum",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "[[obOp]]:Ops",
          "tooltip": {
            "shared": true,
            "sort": 2,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "ops",
              "logBase": 1,
              "show": true
            },
            {
              "format": "ops",
              "logBase": 1,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        }
      ],
      "title": "ObjectNode",
      "type": "row"
    },
    {
      "collapsed": true,
      "datasource": null,
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 47
      },
      "id": 66,
      "panels": [
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "Prometheus",
          "description": "fuse client use meta sdk op time",
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 7,
            "w": 24,
            "x": 0,
            "y": 24
          },
          "id": 64,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "maxPerRow": 4,
          "nullPointMode": "null",
          "options": {
            "dataLinks": []
          },
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "repeat": "mnOp",
          "repeatDirection": "h",
          "scopedVars": {
            "mnOp": {
              "selected": true,
              "text": "OpMetaInodeGet",
              "value": "OpMetaInodeGet"
            }
          },
          "seriesOverrides": [
            {
              "alias": "/sum/",
              "yaxis": 2
            }
          ],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "expr": "topk($topk, histogram_quantile(0.95, sum by (instance, op, le)(rate(cfs_fuseclient_[[mnOp]]_hist_bucket{app=\"$app\", cluster=\"$cluster\"}[5m]))))",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{instance}}",
              "refId": "K"
            },
            {
              "expr": "histogram_quantile(0.95, sum by (le)(rate(cfs_fuseclient_[[mnOp]]_hist_bucket{app=\"$app\", cluster=\"$cluster\"}[5m])))",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "avg",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "[[mnOp]]:Time",
          "tooltip": {
            "shared": true,
            "sort": 2,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "µs",
              "logBase": 1,
              "show": true
            },
            {
              "format": "µs",
              "logBase": 1,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "Prometheus",
          "description": "fuse client use meta sdk op count per second",
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 7,
            "w": 24,
            "x": 0,
            "y": 38
          },
          "id": 212,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "maxPerRow": 4,
          "nullPointMode": "null",
          "options": {
            "dataLinks": []
          },
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "repeat": "mnOp",
          "repeatDirection": "h",
          "scopedVars": {
            "mnOp": {
              "selected": true,
              "text": "OpMetaInodeGet",
              "value": "OpMetaInodeGet"
            }
          },
          "seriesOverrides": [
            {
              "alias": "/sum/",
              "yaxis": 2
            }
          ],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "expr": "topk($topk, rate(cfs_fuseclient_[[mnOp]]_count{app=\"$app\", cluster=\"$cluster\"}[1m]))",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{instance}}",
              "refId": "K"
            },
            {
              "expr": "sum(rate(cfs_fuseclient_[[mnOp]]_count{app=\"$app\", cluster=\"$cluster\"}[1m]))",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "sum",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "[[mnOp]]:Ops",
          "tooltip": {
            "shared": true,
            "sort": 2,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "ops",
              "logBase": 1,
              "show": true
            },
            {
              "format": "ops",
              "logBase": 1,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": null,
          "description": "fuse client op time",
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 7,
            "w": 24,
            "x": 0,
            "y": 52
          },
          "id": 215,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "maxPerRow": 4,
          "nullPointMode": "null",
          "options": {
            "dataLinks": []
          },
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "repeat": "fuseOp",
          "repeatDirection": "h",
          "scopedVars": {
            "fuseOp": {
              "selected": true,
              "text": "filewrite",
              "value": "filewrite"
            }
          },
          "seriesOverrides": [
            {
              "alias": "/sum/",
              "yaxis": 2
            }
          ],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "expr": "topk($topk, histogram_quantile(0.95, sum by (instance, op, le)(rate(cfs_fuseclient_[[fuseOp]]_hist_bucket{app=\"$app\", cluster=\"$cluster\"}[5m]))))",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{instance}}",
              "refId": "K"
            },
            {
              "expr": "histogram_quantile(0.95, sum by (le)(rate(cfs_fuseclient_[[fuseOp]]_hist_bucket{app=\"$app\", cluster=\"$cluster\"}[5m])))",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "avg",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "[[fuseOp]]:Time",
          "tooltip": {
            "shared": true,
            "sort": 2,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "decimals": 0,
              "format": "µs",
              "logBase": 1,
              "min": null,
              "show": true
            },
            {
              "decimals": 0,
              "format": "µs",
              "logBase": 1,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": null,
          "description": "fuse op count per second",
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 7,
            "w": 24,
            "x": 0,
            "y": 66
          },
          "id": 216,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "maxPerRow": 4,
          "nullPointMode": "null",
          "options": {
            "dataLinks": []
          },
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "repeat": "fuseOp",
          "repeatDirection": "h",
          "scopedVars": {
            "fuseOp": {
              "selected": true,
              "text": "filewrite",
              "value": "filewrite"
            }
          },
          "seriesOverrides": [
            {
              "yaxis": 2
            }
          ],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "expr": "topk($topk, sum by (instance)(rate(cfs_fuseclient_[[fuseOp]]_count{app=\"$app\", cluster=\"$cluster\"}[2m])))",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{instance}}",
              "refId": "K"
            },
            {
              "expr": "sum(rate(cfs_fuseclient_[[fuseOp]]_count{app=\"$app\", cluster=\"$cluster\"}[2m]))",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "sum",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "[[fuseOp]]:Ops",
          "tooltip": {
            "shared": true,
            "sort": 2,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "ops",
              "logBase": 1,
              "show": true
            },
            {
              "format": "ops",
              "logBase": 1,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        }
      ],
      "title": "FuseClient",
      "type": "row"
    },
    {
      "collapsed": true,
      "datasource": null,
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 48
      },
      "id": 298,
      "panels": [
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": null,
          "description": "fuse client op time",
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 7,
            "w": 24,
            "x": 0,
            "y": 25
          },
          "id": 305,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "maxPerRow": 4,
          "nullPointMode": "null",
          "options": {
            "dataLinks": []
          },
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "repeatDirection": "h",
          "seriesOverrides": [
            {
              "alias": "/sum/",
              "yaxis": 2
            }
          ],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "expr": "histogram_quantile(0.95, sum by (vol, fuseOp, le)(rate(cfs_fuseclient_[[fuseOp]]_hist_bucket{app=\"$app\", cluster=\"$cluster\",vol=\"$vol\"}[5m])))",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{vol}}",
              "refId": "K"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "fuse:[[fuseOp]]:Time",
          "tooltip": {
            "shared": true,
            "sort": 2,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "decimals": 1,
              "format": "µs",
              "label": "",
              "logBase": 1,
              "min": null,
              "show": true
            },
            {
              "decimals": 1,
              "format": "µs",
              "logBase": 1,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": null,
          "description": "fuse op count per second",
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 7,
            "w": 24,
            "x": 0,
            "y": 32
          },
          "id": 306,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "maxPerRow": 4,
          "nullPointMode": "null",
          "options": {
            "dataLinks": []
          },
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "repeatDirection": "h",
          "seriesOverrides": [
            {
              "yaxis": 2
            }
          ],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "expr": "sum by (vol)(rate(cfs_fuseclient_[[fuseOp]]_count{app=\"$app\", cluster=\"$cluster\",vol=\"$vol\"}[2m]))",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{vol}}",
              "refId": "K"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "fuse:[[fuseOp]]:Ops",
          "tooltip": {
            "shared": true,
            "sort": 2,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "ops",
              "logBase": 1,
              "show": true
            },
            {
              "format": "ops",
              "logBase": 1,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "Prometheus",
          "description": "fuse client use meta sdk op time",
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 7,
            "w": 24,
            "x": 0,
            "y": 39
          },
          "id": 303,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "maxPerRow": 4,
          "nullPointMode": "null",
          "options": {
            "dataLinks": []
          },
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "repeatDirection": "h",
          "seriesOverrides": [
            {
              "alias": "/sum/",
              "yaxis": 2
            }
          ],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "expr": "histogram_quantile(0.95, sum by (le,vol)(rate(cfs_fuseclient_[[mnOp]]_hist_bucket{app=\"$app\", cluster=\"$cluster\",vol=\"$vol\"}[5m])))",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{vol}}",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "fuse:[[mnOp]]:Time",
          "tooltip": {
            "shared": true,
            "sort": 2,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "µs",
              "logBase": 1,
              "show": true
            },
            {
              "format": "µs",
              "logBase": 1,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "Prometheus",
          "description": "fuse client use meta sdk op count per second",
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 7,
            "w": 24,
            "x": 0,
            "y": 46
          },
          "id": 304,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": true,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "maxPerRow": 4,
          "nullPointMode": "null",
          "options": {
            "dataLinks": []
          },
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "repeatDirection": "h",
          "seriesOverrides": [
            {
              "alias": "/sum/",
              "yaxis": 2
            }
          ],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "expr": "sum(rate(cfs_fuseclient_[[mnOp]]_count{app=\"$app\", cluster=\"$cluster\",vol=\"$vol\"}[1m])) by(vol)",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{vol}}",
              "refId": "A"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "fuse:[[mnOp]]:Ops",
          "tooltip": {
            "shared": true,
            "sort": 2,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "ops",
              "logBase": 1,
              "show": true
            },
            {
              "format": "ops",
              "logBase": 1,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": null,
          "description": "metanode op time by vol",
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 8,
            "w": 24,
            "x": 0,
            "y": 53
          },
          "id": 299,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": false,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "maxPerRow": 4,
          "nullPointMode": "null",
          "options": {
            "dataLinks": []
          },
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "repeat": "mnOp",
          "repeatDirection": "h",
          "scopedVars": {
            "mnOp": {
              "selected": true,
              "text": "OpMetaInodeGet",
              "value": "OpMetaInodeGet"
            }
          },
          "seriesOverrides": [
            {
              "alias": "/sum/",
              "yaxis": 2
            }
          ],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "expr": "topk($topk, histogram_quantile(0.95, sum by (vol, op, le) (rate(cfs_metanode_[[mnOp]]_hist_bucket{app=\"$app\", cluster=\"$cluster\",vol=\"$vol\"}[5m]))))",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{vol}}:{{op}}",
              "refId": "B"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "meta:[[mnOp]]:Time",
          "tooltip": {
            "shared": true,
            "sort": 2,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "µs",
              "logBase": 1,
              "show": true
            },
            {
              "format": "µs",
              "logBase": 1,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": null,
          "description": "metanode op count per second by vol",
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 8,
            "w": 24,
            "x": 0,
            "y": 61
          },
          "id": 300,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": false,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "maxPerRow": 4,
          "nullPointMode": "null",
          "options": {
            "dataLinks": []
          },
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "repeat": "mnOp",
          "repeatDirection": "h",
          "scopedVars": {
            "mnOp": {
              "selected": true,
              "text": "OpMetaInodeGet",
              "value": "OpMetaInodeGet"
            }
          },
          "seriesOverrides": [
            {
              "alias": "/sum/",
              "yaxis": 2
            }
          ],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "expr": "topk($topk, sum(rate(cfs_metanode_[[mnOp]]_count{app=\"$app\", cluster=\"$cluster\",vol=\"$vol\"}[1m])) by (vol, op))",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{vol}}:{{op}}",
              "refId": "B"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "meta:[[mnOp]]:Ops",
          "tooltip": {
            "shared": true,
            "sort": 2,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "ops",
              "logBase": 1,
              "show": true
            },
            {
              "format": "ops",
              "logBase": 1,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": "Prometheus",
          "description": "Datanode op time by vol",
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 7,
            "w": 24,
            "x": 0,
            "y": 69
          },
          "id": 301,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": false,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "maxPerRow": 4,
          "nullPointMode": "null",
          "options": {
            "dataLinks": []
          },
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "repeat": "dnOp",
          "repeatDirection": "h",
          "scopedVars": {
            "dnOp": {
              "selected": true,
              "text": "OpWrite",
              "value": "OpWrite"
            }
          },
          "seriesOverrides": [
            {
              "alias": "sum",
              "yaxis": 2
            }
          ],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "expr": "topk($topk, histogram_quantile(0.95, sum by (vol, op, le)(rate(cfs_dataNode_[[dnOp]]_hist_bucket{app=\"$app\", cluster=\"$cluster\"}[5m]))))",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{vol}}:{{op}}",
              "refId": "P"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "data:[[dnOp]]:Time",
          "tooltip": {
            "shared": true,
            "sort": 2,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "µs",
              "logBase": 1,
              "show": true
            },
            {
              "format": "µs",
              "logBase": 1,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        },
        {
          "aliasColors": {},
          "bars": false,
          "dashLength": 10,
          "dashes": false,
          "datasource": null,
          "description": "Datanode op count per second by vol",
          "fill": 1,
          "fillGradient": 0,
          "gridPos": {
            "h": 7,
            "w": 24,
            "x": 0,
            "y": 76
          },
          "id": 302,
          "legend": {
            "avg": false,
            "current": false,
            "max": false,
            "min": false,
            "show": false,
            "total": false,
            "values": false
          },
          "lines": true,
          "linewidth": 1,
          "maxPerRow": 4,
          "nullPointMode": "null",
          "options": {
            "dataLinks": []
          },
          "percentage": false,
          "pointradius": 5,
          "points": false,
          "renderer": "flot",
          "repeat": "dnOp",
          "repeatDirection": "h",
          "scopedVars": {
            "dnOp": {
              "selected": true,
              "text": "OpWrite",
              "value": "OpWrite"
            }
          },
          "seriesOverrides": [
            {
              "alias": "/sum/",
              "yaxis": 2
            }
          ],
          "spaceLength": 10,
          "stack": false,
          "steppedLine": false,
          "targets": [
            {
              "expr": "topk($topk, sum(rate(cfs_dataNode_[[dnOp]]_count{app=~\"$app\", cluster=\"$cluster\"}[1m])) by (vol, op))",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{vol}}:{{op}}",
              "refId": "P"
            }
          ],
          "thresholds": [],
          "timeFrom": null,
          "timeRegions": [],
          "timeShift": null,
          "title": "data:[[dnOp]]:Ops",
          "tooltip": {
            "shared": true,
            "sort": 2,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "buckets": null,
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "yaxes": [
            {
              "format": "ops",
              "logBase": 1,
              "show": true
            },
            {
              "format": "ops",
              "logBase": 1,
              "show": true
            }
          ],
          "yaxis": {
            "align": false,
            "alignLevel": null
          }
        }
      ],
      "title": "VolOP",
      "type": "row"
    },
    {
      "collapsed": true,
      "datasource": null,
      "gridPos": {
        "h": 1,
        "w": 24,
        "x": 0,
        "y": 49
      },
      "id": 60,
      "panels": [
        {
          "dashLength": 10,
          "fill": 1,
          "gridPos": {
            "h": 6,
            "w": 7,
            "y": 25
          },
          "id": 61,
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "pointradius": 5,
          "renderer": "flot",
          "spaceLength": 10,
          "targets": [
            {
              "expr": "topk($topk, rate(go_goroutines{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}[1m]))",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{role}}_{{instance}}",
              "refId": "A"
            },
            {
              "expr": "topk($topk,go_threads{app=\"$app\", cluster=\"$cluster\", role=\"$role\"})",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "go_threads_{{instance}}",
              "refId": "B"
            }
          ],
          "title": "go_goroutines",
          "tooltip": {
            "shared": true,
            "sort": 2,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "show": true
          },
          "yaxes": [
            {
              "format": "locale",
              "logBase": 1,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "show": true
            }
          ]
        },
        {
          "dashLength": 10,
          "fill": 1,
          "gridPos": {
            "h": 6,
            "w": 7,
            "x": 7,
            "y": 25
          },
          "id": 169,
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "pointradius": 5,
          "renderer": "flot",
          "spaceLength": 10,
          "targets": [
            {
              "expr": "topk($topk, rate(go_threads{app=\"$app\", cluster=\"$cluster\"}[1m]))",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "{{role}}_{{instance}}",
              "refId": "B"
            }
          ],
          "title": "go_threads",
          "tooltip": {
            "shared": true,
            "sort": 2,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "show": true
          },
          "yaxes": [
            {
              "format": "locale",
              "logBase": 1,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "show": true
            }
          ]
        },
        {
          "dashLength": 10,
          "fill": 1,
          "gridPos": {
            "h": 6,
            "w": 7,
            "x": 14,
            "y": 25
          },
          "id": 63,
          "legend": {
            "show": true
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "pointradius": 5,
          "renderer": "flot",
          "seriesOverrides": [
            {
              "alias": "gc_rate",
              "yaxis": 2
            }
          ],
          "spaceLength": 10,
          "targets": [
            {
              "expr": "go_gc_duration_seconds{instance=~\"$instance\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "seconds_{{quantile}}",
              "refId": "A"
            },
            {
              "expr": "rate(go_gc_duration_seconds_count{instance=~\"$instance\"}[1m])",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "gc_rate",
              "refId": "B"
            }
          ],
          "title": "gc_duration",
          "tooltip": {
            "shared": true,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "show": true
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "show": true
            },
            {
              "format": "locale",
              "logBase": 1,
              "show": true
            }
          ]
        },
        {
          "dashLength": 10,
          "fill": 1,
          "gridPos": {
            "h": 6,
            "w": 7,
            "y": 31
          },
          "id": 109,
          "legend": {
            "show": true
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "pointradius": 5,
          "renderer": "flot",
          "seriesOverrides": [
            {
              "alias": "gc_rate",
              "yaxis": 2
            }
          ],
          "spaceLength": 10,
          "targets": [
            {
              "expr": "process_resident_memory_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\" }",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "resident_memory_bytes_{{instance}}",
              "refId": "A"
            },
            {
              "expr": "process_virtual_memory_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "virtual_memory_bytes_{{instance}}",
              "refId": "B"
            },
            {
              "expr": "process_virtual_memory_max_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "virtual_memory_max_bytes_{{instance}}",
              "refId": "C"
            }
          ],
          "title": "process_resident_memory",
          "tooltip": {
            "shared": true,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "show": true
          },
          "yaxes": [
            {
              "format": "decbytes",
              "logBase": 1,
              "show": true
            },
            {
              "format": "locale",
              "logBase": 1,
              "show": true
            }
          ]
        },
        {
          "dashLength": 10,
          "fill": 1,
          "gridPos": {
            "h": 6,
            "w": 7,
            "x": 7,
            "y": 31
          },
          "id": 166,
          "legend": {
            "show": true
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "pointradius": 5,
          "renderer": "flot",
          "seriesOverrides": [
            {
              "alias": "gc_rate",
              "yaxis": 2
            }
          ],
          "spaceLength": 10,
          "targets": [
            {
              "expr": "process_resident_memory_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\" }",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "resident_memory_bytes_{{instance}}",
              "refId": "A"
            },
            {
              "expr": "process_virtual_memory_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "virtual_memory_bytes_{{instance}}",
              "refId": "B"
            },
            {
              "expr": "process_virtual_memory_max_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "virtual_memory_max_bytes_{{instance}}",
              "refId": "C"
            }
          ],
          "title": "process_virtual_memory",
          "tooltip": {
            "shared": true,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "show": true
          },
          "yaxes": [
            {
              "format": "decbytes",
              "logBase": 1,
              "show": true
            },
            {
              "format": "locale",
              "logBase": 1,
              "show": true
            }
          ]
        },
        {
          "dashLength": 10,
          "fill": 1,
          "gridPos": {
            "h": 6,
            "w": 7,
            "x": 14,
            "y": 31
          },
          "id": 167,
          "legend": {
            "show": true
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "pointradius": 5,
          "renderer": "flot",
          "seriesOverrides": [
            {
              "alias": "gc_rate",
              "yaxis": 2
            }
          ],
          "spaceLength": 10,
          "targets": [
            {
              "expr": "process_resident_memory_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\" }",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "resident_memory_bytes_{{instance}}",
              "refId": "A"
            },
            {
              "expr": "process_virtual_memory_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "virtual_memory_bytes_{{instance}}",
              "refId": "B"
            },
            {
              "expr": "process_virtual_memory_max_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "virtual_memory_max_bytes_{{instance}}",
              "refId": "C"
            }
          ],
          "title": "process_virtual_memory_max",
          "tooltip": {
            "shared": true,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "show": true
          },
          "yaxes": [
            {
              "format": "decbytes",
              "logBase": 1,
              "show": true
            },
            {
              "format": "locale",
              "logBase": 1,
              "show": true
            }
          ]
        },
        {
          "dashLength": 10,
          "fill": 1,
          "gridPos": {
            "h": 6,
            "w": 7,
            "y": 37
          },
          "id": 110,
          "legend": {
            "show": true
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "pointradius": 5,
          "renderer": "flot",
          "seriesOverrides": [
            {
              "alias": "gc_rate",
              "yaxis": 2
            }
          ],
          "spaceLength": 10,
          "targets": [
            {
              "expr": "process_open_fds{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "open_fds_{{instance}}",
              "refId": "A"
            },
            {
              "expr": "process_max_fds{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "max_fds_{{instance}}",
              "refId": "B"
            }
          ],
          "title": "open_fds",
          "tooltip": {
            "shared": true,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "show": true
          },
          "yaxes": [
            {
              "format": "locale",
              "logBase": 1,
              "show": true
            },
            {
              "format": "locale",
              "logBase": 1,
              "show": true
            }
          ]
        },
        {
          "dashLength": 10,
          "fill": 1,
          "gridPos": {
            "h": 6,
            "w": 7,
            "x": 7,
            "y": 37
          },
          "id": 168,
          "legend": {
            "show": true
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "pointradius": 5,
          "renderer": "flot",
          "seriesOverrides": [
            {
              "alias": "gc_rate",
              "yaxis": 2
            }
          ],
          "spaceLength": 10,
          "targets": [
            {
              "expr": "process_open_fds{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "open_fds_{{instance}}",
              "refId": "A"
            },
            {
              "expr": "process_max_fds{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "max_fds_{{instance}}",
              "refId": "B"
            }
          ],
          "title": "max_fds",
          "tooltip": {
            "shared": true,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "show": true
          },
          "yaxes": [
            {
              "format": "locale",
              "logBase": 1,
              "show": true
            },
            {
              "format": "locale",
              "logBase": 1,
              "show": true
            }
          ]
        },
        {
          "dashLength": 10,
          "fill": 1,
          "gridPos": {
            "h": 6,
            "w": 7,
            "x": 14,
            "y": 37
          },
          "id": 111,
          "legend": {
            "show": true
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "pointradius": 5,
          "renderer": "flot",
          "seriesOverrides": [
            {
              "alias": "gc_rate",
              "yaxis": 2
            }
          ],
          "spaceLength": 10,
          "targets": [
            {
              "expr": "rate(process_cpu_seconds_total{cluster=\"$cluster\", role=\"$role\"}[1m])",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "cpu_seconds_{{instance}}",
              "refId": "A"
            }
          ],
          "title": "process_cpu",
          "tooltip": {
            "shared": true,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "show": true
          },
          "yaxes": [
            {
              "format": "s",
              "logBase": 1,
              "show": true
            },
            {
              "format": "locale",
              "logBase": 1,
              "show": true
            }
          ]
        },
        {
          "dashLength": 10,
          "fill": 1,
          "gridPos": {
            "h": 6,
            "w": 7,
            "y": 43
          },
          "id": 62,
          "legend": {
            "show": true
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "pointradius": 5,
          "renderer": "flot",
          "spaceLength": 10,
          "targets": [
            {
              "expr": "go_memstats_alloc_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "alloc_bytes_{{instance}}",
              "refId": "A"
            },
            {
              "expr": "go_memstats_alloc_bytes_total{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "alloc_bytes_total_{{instance}}",
              "refId": "B"
            },
            {
              "expr": "go_memstats_heap_alloc_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "heap_alloc_bytes_{{instance}}",
              "refId": "C"
            },
            {
              "expr": "go_memstats_heap_inuse_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "heap_inuse_bytes_{{instance}}",
              "refId": "D"
            },
            {
              "expr": "go_memstats_sys_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "sys_bytes_{{instance}}",
              "refId": "E"
            },
            {
              "expr": "go_memstats_mallocs_total{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "mallocs_total_{{instance}}",
              "refId": "F"
            },
            {
              "expr": "go_memstats_frees_total{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "frees_total_{{instance}}",
              "refId": "G"
            },
            {
              "expr": "go_memstats_other_sys_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "other_sys_bytes_{{instance}}",
              "refId": "H"
            },
            {
              "expr": "go_memstats_mcache_sys_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "mcache_sys_bytes_{{instance}}",
              "refId": "I"
            }
          ],
          "title": "alloc_bytes",
          "tooltip": {
            "shared": true,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "show": true
          },
          "yaxes": [
            {
              "format": "decbytes",
              "logBase": 1,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "show": true
            }
          ]
        },
        {
          "dashLength": 10,
          "fill": 1,
          "gridPos": {
            "h": 6,
            "w": 7,
            "x": 7,
            "y": 43
          },
          "id": 172,
          "legend": {
            "show": true
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "pointradius": 5,
          "renderer": "flot",
          "spaceLength": 10,
          "targets": [
            {
              "expr": "go_memstats_alloc_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "alloc_bytes_{{instance}}",
              "refId": "A"
            },
            {
              "expr": "go_memstats_alloc_bytes_total{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "alloc_bytes_total_{{instance}}",
              "refId": "B"
            },
            {
              "expr": "go_memstats_heap_alloc_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "heap_alloc_bytes_{{instance}}",
              "refId": "C"
            },
            {
              "expr": "go_memstats_heap_inuse_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "heap_inuse_bytes_{{instance}}",
              "refId": "D"
            },
            {
              "expr": "go_memstats_sys_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "sys_bytes_{{instance}}",
              "refId": "E"
            },
            {
              "expr": "go_memstats_mallocs_total{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "mallocs_total_{{instance}}",
              "refId": "F"
            },
            {
              "expr": "go_memstats_frees_total{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "frees_total_{{instance}}",
              "refId": "G"
            },
            {
              "expr": "go_memstats_other_sys_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "other_sys_bytes_{{instance}}",
              "refId": "H"
            },
            {
              "expr": "go_memstats_mcache_sys_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "mcache_sys_bytes_{{instance}}",
              "refId": "I"
            }
          ],
          "title": "heap_alloc",
          "tooltip": {
            "shared": true,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "show": true
          },
          "yaxes": [
            {
              "format": "decbytes",
              "logBase": 1,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "show": true
            }
          ]
        },
        {
          "dashLength": 10,
          "fill": 1,
          "gridPos": {
            "h": 6,
            "w": 7,
            "x": 14,
            "y": 43
          },
          "id": 171,
          "legend": {
            "show": true
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "pointradius": 5,
          "renderer": "flot",
          "spaceLength": 10,
          "targets": [
            {
              "expr": "go_memstats_alloc_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "alloc_bytes_{{instance}}",
              "refId": "A"
            },
            {
              "expr": "go_memstats_alloc_bytes_total{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "alloc_bytes_total_{{instance}}",
              "refId": "B"
            },
            {
              "expr": "go_memstats_heap_alloc_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "heap_alloc_bytes_{{instance}}",
              "refId": "C"
            },
            {
              "expr": "go_memstats_heap_inuse_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "heap_inuse_bytes_{{instance}}",
              "refId": "D"
            },
            {
              "expr": "go_memstats_sys_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "sys_bytes_{{instance}}",
              "refId": "E"
            },
            {
              "expr": "go_memstats_mallocs_total{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "mallocs_total_{{instance}}",
              "refId": "F"
            },
            {
              "expr": "go_memstats_frees_total{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "frees_total_{{instance}}",
              "refId": "G"
            },
            {
              "expr": "go_memstats_other_sys_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "other_sys_bytes_{{instance}}",
              "refId": "H"
            },
            {
              "expr": "go_memstats_mcache_sys_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "mcache_sys_bytes_{{instance}}",
              "refId": "I"
            }
          ],
          "title": "heap_inuse",
          "tooltip": {
            "shared": true,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "show": true
          },
          "yaxes": [
            {
              "format": "decbytes",
              "logBase": 1,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "show": true
            }
          ]
        },
        {
          "dashLength": 10,
          "fill": 1,
          "gridPos": {
            "h": 6,
            "w": 7,
            "y": 49
          },
          "id": 170,
          "legend": {
            "show": true
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "pointradius": 5,
          "renderer": "flot",
          "spaceLength": 10,
          "targets": [
            {
              "expr": "go_memstats_alloc_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "alloc_bytes_{{instance}}",
              "refId": "A"
            },
            {
              "expr": "go_memstats_alloc_bytes_total{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "alloc_bytes_total_{{instance}}",
              "refId": "B"
            },
            {
              "expr": "go_memstats_heap_alloc_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "heap_alloc_bytes_{{instance}}",
              "refId": "C"
            },
            {
              "expr": "go_memstats_heap_inuse_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "heap_inuse_bytes_{{instance}}",
              "refId": "D"
            },
            {
              "expr": "go_memstats_sys_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "sys_bytes_{{instance}}",
              "refId": "E"
            },
            {
              "expr": "go_memstats_mallocs_total{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "mallocs_total_{{instance}}",
              "refId": "F"
            },
            {
              "expr": "go_memstats_frees_total{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "frees_total_{{instance}}",
              "refId": "G"
            },
            {
              "expr": "go_memstats_other_sys_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "other_sys_bytes_{{instance}}",
              "refId": "H"
            },
            {
              "expr": "go_memstats_mcache_sys_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "mcache_sys_bytes_{{instance}}",
              "refId": "I"
            }
          ],
          "title": "sys_bytes",
          "tooltip": {
            "shared": true,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "show": true
          },
          "yaxes": [
            {
              "format": "decbytes",
              "logBase": 1,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "show": true
            }
          ]
        },
        {
          "dashLength": 10,
          "fill": 1,
          "gridPos": {
            "h": 6,
            "w": 7,
            "x": 7,
            "y": 49
          },
          "id": 173,
          "legend": {
            "show": true
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "pointradius": 5,
          "renderer": "flot",
          "spaceLength": 10,
          "targets": [
            {
              "expr": "go_memstats_alloc_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "alloc_bytes_{{instance}}",
              "refId": "A"
            },
            {
              "expr": "go_memstats_alloc_bytes_total{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "alloc_bytes_total_{{instance}}",
              "refId": "B"
            },
            {
              "expr": "go_memstats_heap_alloc_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "heap_alloc_bytes_{{instance}}",
              "refId": "C"
            },
            {
              "expr": "go_memstats_heap_inuse_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "heap_inuse_bytes_{{instance}}",
              "refId": "D"
            },
            {
              "expr": "go_memstats_sys_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "sys_bytes_{{instance}}",
              "refId": "E"
            },
            {
              "expr": "go_memstats_mallocs_total{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "mallocs_total_{{instance}}",
              "refId": "F"
            },
            {
              "expr": "go_memstats_frees_total{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "frees_total_{{instance}}",
              "refId": "G"
            },
            {
              "expr": "go_memstats_other_sys_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "other_sys_bytes_{{instance}}",
              "refId": "H"
            },
            {
              "expr": "go_memstats_mcache_sys_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "mcache_sys_bytes_{{instance}}",
              "refId": "I"
            }
          ],
          "title": "other_sys",
          "tooltip": {
            "shared": true,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "show": true
          },
          "yaxes": [
            {
              "format": "decbytes",
              "logBase": 1,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "show": true
            }
          ]
        },
        {
          "dashLength": 10,
          "fill": 1,
          "gridPos": {
            "h": 6,
            "w": 7,
            "x": 14,
            "y": 49
          },
          "id": 174,
          "legend": {
            "show": true
          },
          "lines": true,
          "linewidth": 1,
          "nullPointMode": "null",
          "pointradius": 5,
          "renderer": "flot",
          "spaceLength": 10,
          "targets": [
            {
              "expr": "go_memstats_alloc_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "alloc_bytes_{{instance}}",
              "refId": "A"
            },
            {
              "expr": "go_memstats_alloc_bytes_total{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "alloc_bytes_total_{{instance}}",
              "refId": "B"
            },
            {
              "expr": "go_memstats_heap_alloc_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "heap_alloc_bytes_{{instance}}",
              "refId": "C"
            },
            {
              "expr": "go_memstats_heap_inuse_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "heap_inuse_bytes_{{instance}}",
              "refId": "D"
            },
            {
              "expr": "go_memstats_sys_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "sys_bytes_{{instance}}",
              "refId": "E"
            },
            {
              "expr": "go_memstats_mallocs_total{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "mallocs_total_{{instance}}",
              "refId": "F"
            },
            {
              "expr": "go_memstats_frees_total{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "frees_total_{{instance}}",
              "refId": "G"
            },
            {
              "expr": "go_memstats_other_sys_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "hide": true,
              "intervalFactor": 1,
              "legendFormat": "other_sys_bytes_{{instance}}",
              "refId": "H"
            },
            {
              "expr": "go_memstats_mcache_sys_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
              "format": "time_series",
              "intervalFactor": 1,
              "legendFormat": "mcache_sys_bytes_{{instance}}",
              "refId": "I"
            }
          ],
          "title": "mcache_sys",
          "tooltip": {
            "shared": true,
            "value_type": "individual"
          },
          "type": "graph",
          "xaxis": {
            "mode": "time",
            "show": true
          },
          "yaxes": [
            {
              "format": "decbytes",
              "logBase": 1,
              "show": true
            },
            {
              "format": "short",
              "logBase": 1,
              "show": true
            }
          ]
        }
      ],
      "title": "GoRuntime",
      "type": "row"
    }
  ],
  "refresh": "30s",
  "schemaVersion": 20,
  "style": "dark",
  "tags": [],
  "templating": {
    "list": [
      {
        "allValue": null,
        "current": {
          "selected": true,
          "text": "cfs",
          "value": "cfs"
        },
        "hide": 2,
        "includeAll": false,
        "label": "App",
        "multi": false,
        "name": "app",
        "options": [
          {
            "selected": true,
            "text": "cfs",
            "value": "cfs"
          }
        ],
        "query": "cfs",
        "skipUrlSync": false,
        "type": "custom"
      },
      {
        "allValue": null,
        "current": {
          "tags": [],
          "text": "cubefs01",
          "value": "cubefs01"
        },
        "datasource": "Prometheus",
        "definition": "label_values(up{app=\"$app\"}, cluster)",
        "hide": 0,
        "includeAll": false,
        "label": "Cluster",
        "multi": false,
        "name": "cluster",
        "options": [],
        "query": "label_values(up{app=\"$app\"}, cluster)",
        "refresh": 1,
        "regex": "",
        "skipUrlSync": false,
        "sort": 0,
        "tagValuesQuery": "",
        "tags": [],
        "tagsQuery": "",
        "type": "query",
        "useTags": false
      },
      {
        "allValue": null,
        "current": {
          "text": "metanode",
          "value": "metanode"
        },
        "datasource": "Prometheus",
        "definition": "label_values(up{app=\"$app\", cluster=\"$cluster\"}, role)",
        "hide": 0,
        "includeAll": false,
        "label": "Role",
        "multi": false,
        "name": "role",
        "options": [],
        "query": "label_values(up{app=\"$app\", cluster=\"$cluster\"}, role)",
        "refresh": 1,
        "regex": "",
        "skipUrlSync": false,
        "sort": 0,
        "tagValuesQuery": "",
        "tags": [],
        "tagsQuery": "",
        "type": "query",
        "useTags": false
      },
      {
        "allValue": null,
        "current": {
          "selected": true,
          "text": "5",
          "value": "5"
        },
        "hide": 0,
        "includeAll": false,
        "label": "topK",
        "multi": false,
        "name": "topk",
        "options": [
          {
            "selected": true,
            "text": "5",
            "value": "5"
          },
          {
            "selected": false,
            "text": "10",
            "value": "10"
          },
          {
            "selected": false,
            "text": "20",
            "value": "20"
          },
          {
            "selected": false,
            "text": "30",
            "value": "30"
          },
          {
            "selected": false,
            "text": "50",
            "value": "50"
          },
          {
            "selected": false,
            "text": "100",
            "value": "100"
          }
        ],
        "query": "5,10,20,30,50,100",
        "skipUrlSync": false,
        "type": "custom"
      },
      {
        "allValue": null,
        "current": {
          "text": "OpMetaInodeGet",
          "value": [
            "OpMetaInodeGet"
          ]
        },
        "hide": 0,
        "includeAll": true,
        "label": "MetaNodeOp",
        "multi": true,
        "name": "mnOp",
        "options": [
          {
            "selected": false,
            "text": "All",
            "value": "$__all"
          },
          {
            "selected": false,
            "text": "OpMetaCreateInode",
            "value": "OpMetaCreateInode"
          },
          {
            "selected": false,
            "text": "OpMetaLinkInode",
            "value": "OpMetaLinkInode"
          },
          {
            "selected": false,
            "text": "OpMetaFreeInodesOnRaftFollower",
            "value": "OpMetaFreeInodesOnRaftFollower"
          },
          {
            "selected": false,
            "text": "OpMetaUnlinkInode",
            "value": "OpMetaUnlinkInode"
          },
          {
            "selected": true,
            "text": "OpMetaInodeGet",
            "value": "OpMetaInodeGet"
          },
          {
            "selected": false,
            "text": "OpMetaEvictInode",
            "value": "OpMetaEvictInode"
          },
          {
            "selected": false,
            "text": "OpMetaSetattr",
            "value": "OpMetaSetattr"
          },
          {
            "selected": false,
            "text": "OpMetaCreateDentry",
            "value": "OpMetaCreateDentry"
          },
          {
            "selected": false,
            "text": "OpMetaDeleteDentry",
            "value": "OpMetaDeleteDentry"
          },
          {
            "selected": false,
            "text": "OpMetaUpdateDentry",
            "value": "OpMetaUpdateDentry"
          },
          {
            "selected": false,
            "text": "OpMetaReadDir",
            "value": "OpMetaReadDir"
          },
          {
            "selected": false,
            "text": "OpCreateMetaPartition",
            "value": "OpCreateMetaPartition"
          },
          {
            "selected": false,
            "text": "OpMetaNodeHeartbeat",
            "value": "OpMetaNodeHeartbeat"
          },
          {
            "selected": false,
            "text": "OpMetaExtentsAdd",
            "value": "OpMetaExtentsAdd"
          },
          {
            "selected": false,
            "text": "OpMetaExtentsList",
            "value": "OpMetaExtentsList"
          },
          {
            "selected": false,
            "text": "OpMetaExtentsDel",
            "value": "OpMetaExtentsDel"
          },
          {
            "selected": false,
            "text": "OpMetaTruncate",
            "value": "OpMetaTruncate"
          },
          {
            "selected": false,
            "text": "OpMetaLookup",
            "value": "OpMetaLookup"
          },
          {
            "selected": false,
            "text": "OpDeleteMetaPartition",
            "value": "OpDeleteMetaPartition"
          },
          {
            "selected": false,
            "text": "OpUpdateMetaPartition",
            "value": "OpUpdateMetaPartition"
          },
          {
            "selected": false,
            "text": "OpLoadMetaPartition",
            "value": "OpLoadMetaPartition"
          },
          {
            "selected": false,
            "text": "OpDecommissionMetaPartition",
            "value": "OpDecommissionMetaPartition"
          },
          {
            "selected": false,
            "text": "OpAddMetaPartitionRaftMember",
            "value": "OpAddMetaPartitionRaftMember"
          },
          {
            "selected": false,
            "text": "OpRemoveMetaPartitionRaftMember",
            "value": "OpRemoveMetaPartitionRaftMember"
          },
          {
            "selected": false,
            "text": "OpMetaPartitionTryToLeader",
            "value": "OpMetaPartitionTryToLeader"
          },
          {
            "selected": false,
            "text": "OpMetaBatchInodeGet",
            "value": "OpMetaBatchInodeGet"
          },
          {
            "selected": false,
            "text": "OpMetaDeleteInode",
            "value": "OpMetaDeleteInode"
          },
          {
            "selected": false,
            "text": "OpMetaBatchExtentsAdd",
            "value": "OpMetaBatchExtentsAdd"
          },
          {
            "selected": false,
            "text": "OpMetaSetXAttr",
            "value": "OpMetaSetXAttr"
          },
          {
            "selected": false,
            "text": "OpMetaGetXAttr",
            "value": "OpMetaGetXAttr"
          },
          {
            "selected": false,
            "text": "OpMetaBatchGetXAttr",
            "value": "OpMetaBatchGetXAttr"
          },
          {
            "selected": false,
            "text": "OpMetaRemoveXAttr",
            "value": "OpMetaRemoveXAttr"
          },
          {
            "selected": false,
            "text": "OpMetaListXAttr",
            "value": "OpMetaListXAttr"
          },
          {
            "selected": false,
            "text": "OpCreateMultipart",
            "value": "OpCreateMultipart"
          },
          {
            "selected": false,
            "text": "OpListMultiparts",
            "value": "OpListMultiparts"
          },
          {
            "selected": false,
            "text": "OpRemoveMultipart",
            "value": "OpRemoveMultipart"
          },
          {
            "selected": false,
            "text": "OpAddMultipartPart",
            "value": "OpAddMultipartPart"
          },
          {
            "selected": false,
            "text": "OpGetMultipart",
            "value": "OpGetMultipart"
          }
        ],
        "query": "OpMetaCreateInode, OpMetaLinkInode, OpMetaFreeInodesOnRaftFollower, OpMetaUnlinkInode, OpMetaInodeGet, OpMetaEvictInode, OpMetaSetattr, OpMetaCreateDentry, OpMetaDeleteDentry, OpMetaUpdateDentry, OpMetaReadDir, OpCreateMetaPartition, OpMetaNodeHeartbeat, OpMetaExtentsAdd, OpMetaExtentsList, OpMetaExtentsDel, OpMetaTruncate, OpMetaLookup, OpDeleteMetaPartition, OpUpdateMetaPartition, OpLoadMetaPartition, OpDecommissionMetaPartition, OpAddMetaPartitionRaftMember, OpRemoveMetaPartitionRaftMember, OpMetaPartitionTryToLeader, OpMetaBatchInodeGet, OpMetaDeleteInode, OpMetaBatchExtentsAdd, OpMetaSetXAttr, OpMetaGetXAttr, OpMetaBatchGetXAttr, OpMetaRemoveXAttr, OpMetaListXAttr, OpCreateMultipart, OpListMultiparts, OpRemoveMultipart, OpAddMultipartPart, OpGetMultipart",
        "skipUrlSync": false,
        "type": "custom"
      },
      {
        "allValue": null,
        "current": {
          "text": "OpWrite",
          "value": [
            "OpWrite"
          ]
        },
        "hide": 0,
        "includeAll": true,
        "label": "DataNodeOp",
        "multi": true,
        "name": "dnOp",
        "options": [
          {
            "selected": false,
            "text": "All",
            "value": "$__all"
          },
          {
            "selected": false,
            "text": "OpCreateExtent",
            "value": "OpCreateExtent"
          },
          {
            "selected": true,
            "text": "OpWrite",
            "value": "OpWrite"
          },
          {
            "selected": false,
            "text": "OpSyncWrite",
            "value": "OpSyncWrite"
          },
          {
            "selected": false,
            "text": "OpStreamRead",
            "value": "OpStreamRead"
          },
          {
            "selected": false,
            "text": "OpStreamFollowerRead",
            "value": "OpStreamFollowerRead"
          },
          {
            "selected": false,
            "text": "OpExtentRepairRead",
            "value": "OpExtentRepairRead"
          },
          {
            "selected": false,
            "text": "OpMarkDelete",
            "value": "OpMarkDelete"
          },
          {
            "selected": false,
            "text": "OpRandowWrite",
            "value": "OpRandowWrite"
          },
          {
            "selected": false,
            "text": "OpSyncRandomWrite",
            "value": "OpSyncRandomWrite"
          },
          {
            "selected": false,
            "text": "OpNotifyReplicasToRepair",
            "value": "OpNotifyReplicasToRepair"
          },
          {
            "selected": false,
            "text": "OpGetAllWatermarks",
            "value": "OpGetAllWatermarks"
          },
          {
            "selected": false,
            "text": "OpCreateDataPartition",
            "value": "OpCreateDataPartition"
          },
          {
            "selected": false,
            "text": "OpLoadDataPratition",
            "value": "OpLoadDataPratition"
          },
          {
            "selected": false,
            "text": "OpDeleteDataPartition",
            "value": "OpDeleteDataPartition"
          },
          {
            "selected": false,
            "text": "OpDataNodeHeartbeat",
            "value": "OpDataNodeHeartbeat"
          },
          {
            "selected": false,
            "text": "OpGetAppliedId",
            "value": "OpGetAppliedId"
          },
          {
            "selected": false,
            "text": "OpDecommissionDataPartition",
            "value": "OpDecommissionDataPartition"
          },
          {
            "selected": false,
            "text": "OpAddDataPartitionRaftMember",
            "value": "OpAddDataPartitionRaftMember"
          },
          {
            "selected": false,
            "text": "OpDataPartitionTryToLeader",
            "value": "OpDataPartitionTryToLeader"
          },
          {
            "selected": false,
            "text": "OpGetPartitionSize",
            "value": "OpGetPartitionSize"
          },
          {
            "selected": false,
            "text": "OpGetMaxExtentIDAndPartitionSize",
            "value": "OpGetMaxExtentIDAndPartitionSize"
          },
          {
            "selected": false,
            "text": "OpReadTinyDeleteRecord",
            "value": "OpReadTinyDeleteRecord"
          },
          {
            "selected": false,
            "text": "OpBroadcastMinAppliedID",
            "value": "OpBroadcastMinAppliedID"
          }
        ],
        "query": "OpCreateExtent,OpWrite,OpSyncWrite,OpStreamRead,OpStreamFollowerRead,OpExtentRepairRead,OpMarkDelete,OpRandowWrite,OpSyncRandomWrite,OpNotifyReplicasToRepair,OpGetAllWatermarks,OpCreateDataPartition,OpLoadDataPratition,OpDeleteDataPartition,OpDataNodeHeartbeat,OpGetAppliedId,OpDecommissionDataPartition,OpAddDataPartitionRaftMember,OpDataPartitionTryToLeader,OpGetPartitionSize,OpGetMaxExtentIDAndPartitionSize,OpReadTinyDeleteRecord,OpBroadcastMinAppliedID",
        "skipUrlSync": false,
        "type": "custom"
      },
      {
        "allValue": null,
        "current": {
          "tags": [],
          "text": "filewrite",
          "value": [
            "filewrite"
          ]
        },
        "hide": 0,
        "includeAll": true,
        "label": "fuseOp",
        "multi": true,
        "name": "fuseOp",
        "options": [
          {
            "selected": false,
            "text": "All",
            "value": "$__all"
          },
          {
            "selected": false,
            "text": "mkdir",
            "value": "mkdir"
          },
          {
            "selected": false,
            "text": "mknod",
            "value": "mknod"
          },
          {
            "selected": false,
            "text": "filecreate",
            "value": "filecreate"
          },
          {
            "selected": false,
            "text": "link",
            "value": "link"
          },
          {
            "selected": false,
            "text": "symlink",
            "value": "symlink"
          },
          {
            "selected": false,
            "text": "rmdir",
            "value": "rmdir"
          },
          {
            "selected": false,
            "text": "unlink",
            "value": "unlink"
          },
          {
            "selected": false,
            "text": "readdir",
            "value": "readdir"
          },
          {
            "selected": false,
            "text": "rename",
            "value": "rename"
          },
          {
            "selected": false,
            "text": "fileread",
            "value": "fileread"
          },
          {
            "selected": true,
            "text": "filewrite",
            "value": "filewrite"
          },
          {
            "selected": false,
            "text": "filesync",
            "value": "filesync"
          }
        ],
        "query": "mkdir,mknod,filecreate,link,symlink,rmdir,unlink,readdir,rename,fileread,filewrite,filesync",
        "skipUrlSync": false,
        "type": "custom"
      },
      {
        "allValue": null,
        "current": {
          "text": "ListObjects",
          "value": [
            "ListObjects"
          ]
        },
        "hide": 0,
        "includeAll": true,
        "label": "objectNodeOp",
        "multi": true,
        "name": "obOp",
        "options": [
          {
            "selected": false,
            "text": "All",
            "value": "$__all"
          },
          {
            "selected": false,
            "text": "GetObject",
            "value": "GetObject"
          },
          {
            "selected": false,
            "text": "PutObject",
            "value": "PutObject"
          },
          {
            "selected": false,
            "text": "CopyObject",
            "value": "CopyObject"
          },
          {
            "selected": true,
            "text": "ListObjects",
            "value": "ListObjects"
          },
          {
            "selected": false,
            "text": "DeleteObject",
            "value": "DeleteObject"
          },
          {
            "selected": false,
            "text": "DeleteObjects",
            "value": "DeleteObjects"
          },
          {
            "selected": false,
            "text": "HeadObject",
            "value": "HeadObject"
          },
          {
            "selected": false,
            "text": "CreateBucket",
            "value": "CreateBucket"
          },
          {
            "selected": false,
            "text": "DeleteBucket",
            "value": "DeleteBucket"
          },
          {
            "selected": false,
            "text": "HeadBucket",
            "value": "HeadBucket"
          },
          {
            "selected": false,
            "text": "ListBuckets",
            "value": "ListBuckets"
          },
          {
            "selected": false,
            "text": "GetBucketPolicy",
            "value": "GetBucketPolicy"
          },
          {
            "selected": false,
            "text": "PutBucketPolicy",
            "value": "PutBucketPolicy"
          },
          {
            "selected": false,
            "text": "DeleteBucketPolicy",
            "value": "DeleteBucketPolicy"
          },
          {
            "selected": false,
            "text": "GetBucketAcl",
            "value": "GetBucketAcl"
          },
          {
            "selected": false,
            "text": "PutBucketAcl",
            "value": "PutBucketAcl"
          },
          {
            "selected": false,
            "text": "GetObjectAcl",
            "value": "GetObjectAcl"
          },
          {
            "selected": false,
            "text": "PutObjectAcl",
            "value": "PutObjectAcl"
          },
          {
            "selected": false,
            "text": "CreateMultipartUpload",
            "value": "CreateMultipartUpload"
          },
          {
            "selected": false,
            "text": "ListMultipartUploads",
            "value": "ListMultipartUploads"
          },
          {
            "selected": false,
            "text": "UploadPart",
            "value": "UploadPart"
          },
          {
            "selected": false,
            "text": "ListParts",
            "value": "ListParts"
          },
          {
            "selected": false,
            "text": "CompleteMultipartUpload",
            "value": "CompleteMultipartUpload"
          },
          {
            "selected": false,
            "text": "AbortMultipartUpload",
            "value": "AbortMultipartUpload"
          },
          {
            "selected": false,
            "text": "GetBucketLocation",
            "value": "GetBucketLocation"
          },
          {
            "selected": false,
            "text": "GetObjectXAttr",
            "value": "GetObjectXAttr"
          },
          {
            "selected": false,
            "text": "PutObjectXAttr",
            "value": "PutObjectXAttr"
          },
          {
            "selected": false,
            "text": "ListObjectXAttrs",
            "value": "ListObjectXAttrs"
          },
          {
            "selected": false,
            "text": "DeleteObjectXAttr",
            "value": "DeleteObjectXAttr"
          },
          {
            "selected": false,
            "text": "GetObjectTagging",
            "value": "GetObjectTagging"
          },
          {
            "selected": false,
            "text": "PutObjectTagging",
            "value": "PutObjectTagging"
          },
          {
            "selected": false,
            "text": "DeleteObjectTagging",
            "value": "DeleteObjectTagging"
          },
          {
            "selected": false,
            "text": "GetBucketTagging",
            "value": "GetBucketTagging"
          },
          {
            "selected": false,
            "text": "PutBucketTagging",
            "value": "PutBucketTagging"
          },
          {
            "selected": false,
            "text": "DeleteBucketTagging",
            "value": "DeleteBucketTagging"
          },
          {
            "selected": false,
            "text": "Read",
            "value": "Read"
          },
          {
            "selected": false,
            "text": "Write",
            "value": "Write"
          }
        ],
        "query": "GetObject, PutObject, CopyObject, ListObjects, DeleteObject, DeleteObjects, HeadObject, CreateBucket, DeleteBucket, HeadBucket, ListBuckets, GetBucketPolicy, PutBucketPolicy, DeleteBucketPolicy, GetBucketAcl, PutBucketAcl, GetObjectAcl, PutObjectAcl, CreateMultipartUpload, ListMultipartUploads, UploadPart, ListParts, CompleteMultipartUpload, AbortMultipartUpload, GetBucketLocation, GetObjectXAttr, PutObjectXAttr, ListObjectXAttrs, DeleteObjectXAttr, GetObjectTagging, PutObjectTagging, DeleteObjectTagging, GetBucketTagging, PutBucketTagging, DeleteBucketTagging, Read, Write,",
        "skipUrlSync": false,
        "type": "custom"
      },
      {
        "allValue": null,
        "current": {
          "text": "ltptest",
          "value": "ltptest"
        },
        "datasource": "Prometheus",
        "definition": "label_values(cfs_master_vol_total_GB{app=\"$app\",cluster=\"$cluster\"}, volName)",
        "hide": 0,
        "includeAll": false,
        "label": "Vol",
        "multi": false,
        "name": "vol",
        "options": [],
        "query": "label_values(cfs_master_vol_total_GB{app=\"$app\",cluster=\"$cluster\"}, volName)",
        "refresh": 2,
        "regex": "",
        "skipUrlSync": false,
        "sort": 0,
        "tagValuesQuery": "",
        "tags": [],
        "tagsQuery": "",
        "type": "query",
        "useTags": false
      },
      {
        "allValue": null,
        "current": {
          "text": "192.168.0.21:9500",
          "value": "192.168.0.21:9500"
        },
        "datasource": "Prometheus",
        "definition": "label_values(up{app=\"$app\", role=\"$role\", cluster=\"$cluster\"}, instance)",
        "hide": 0,
        "includeAll": false,
        "label": "Instance",
        "multi": false,
        "name": "instance",
        "options": [],
        "query": "label_values(up{app=\"$app\", role=\"$role\", cluster=\"$cluster\"}, instance)",
        "refresh": 1,
        "regex": "",
        "skipUrlSync": false,
        "sort": 0,
        "tagValuesQuery": "",
        "tags": [],
        "tagsQuery": "",
        "type": "query",
        "useTags": false
      },
      {
        "allValue": null,
        "current": {
          "text": "192.168.0.21",
          "value": "192.168.0.21"
        },
        "datasource": "Prometheus",
        "definition": "label_values(go_info{instance=\"$instance\", cluster=\"$cluster\"}, instance)",
        "hide": 2,
        "includeAll": false,
        "label": "Host",
        "multi": false,
        "name": "hostip",
        "options": [],
        "query": "label_values(go_info{instance=\"$instance\", cluster=\"$cluster\"}, instance)",
        "refresh": 1,
        "regex": "/([^:]+):.*/",
        "skipUrlSync": false,
        "sort": 0,
        "tagValuesQuery": "",
        "tags": [],
        "tagsQuery": "",
        "type": "query",
        "useTags": false
      },
      {
        "allValue": null,
        "current": {
          "text": "192.168.0.11:17010",
          "value": "192.168.0.11:17010"
        },
        "datasource": "Prometheus",
        "definition": "label_values(up{app=\"$app\", role=\"master\", cluster=\"$cluster\"}, instance)",
        "hide": 2,
        "includeAll": false,
        "label": "MasterInstance",
        "multi": false,
        "name": "master_instance",
        "options": [],
        "query": "label_values(up{app=\"$app\", role=\"master\", cluster=\"$cluster\"}, instance)",
        "refresh": 1,
        "regex": "",
        "skipUrlSync": false,
        "sort": 0,
        "tagValuesQuery": "",
        "tags": [],
        "tagsQuery": "",
        "type": "query",
        "useTags": false
      },
      {
        "allValue": null,
        "current": {
          "isNone": true,
          "text": "None",
          "value": ""
        },
        "datasource": "Prometheus",
        "definition": "label_values(cfs_dataNode_dataPartitionIOBytes{app=\"$app\",cluster=\"$cluster\"}, type)",
        "hide": 0,
        "includeAll": false,
        "label": "IOType",
        "multi": true,
        "name": "iotype",
        "options": [],
        "query": "label_values(cfs_dataNode_dataPartitionIOBytes{app=\"$app\",cluster=\"$cluster\"}, type)",
        "refresh": 2,
        "regex": "",
        "skipUrlSync": false,
        "sort": 0,
        "tagValuesQuery": "",
        "tags": [],
        "tagsQuery": "",
        "type": "query",
        "useTags": false
      }
    ]
  },
  "time": {
    "from": "now-1h",
    "to": "now"
  },
  "timepicker": {
    "refresh_intervals": [
      "5s",
      "10s",
      "30s",
      "1m",
      "5m",
      "15m",
      "30m",
      "1h",
      "2h",
      "1d"
    ],
    "time_options": [
      "5m",
      "15m",
      "1h",
      "6h",
      "12h",
      "24h",
      "2d",
      "7d",
      "30d"
    ]
  },
  "timezone": "",
  "title": "CubeFS",
  "uid": "J8XJyOmZk1",
  "version": 1
}